Femboyuwu2000 commited on
Commit
2abae2e
·
verified ·
1 Parent(s): 439e609

Training in progress, step 5300

Browse files
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8f5bfad4f42d19e9da696cbdb43e4409d0f807b2b877c6a089cfd0a74bf2771f
3
  size 13982248
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20cdefd57805f803ae76e655f7dbbf814dfbdec3e1c1f7257e45fb2a6c06eab5
3
  size 13982248
runs/Apr12_07-40-41_e5a48bec8248/events.out.tfevents.1712907642.e5a48bec8248.443.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c3a29a61e90796de46bb3ac70b5a1bab85c64c8c3ce190b3f07bcf2a714dad38
3
- size 60962
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:030fa115848fa32f62ec6be4bb91c913f5f95c263cd7aca763cb55443e73adb1
3
+ size 61173
wandb/debug-internal.log CHANGED
@@ -4386,3 +4386,18 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
4386
  2024-04-12 09:28:36,109 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: summary_record
4387
  2024-04-12 09:28:36,109 INFO SenderThread:485 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
4388
  2024-04-12 09:28:36,614 INFO Thread-12 :485 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240412_074044-widovcn3/files/wandb-summary.json
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4386
  2024-04-12 09:28:36,109 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: summary_record
4387
  2024-04-12 09:28:36,109 INFO SenderThread:485 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
4388
  2024-04-12 09:28:36,614 INFO Thread-12 :485 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240412_074044-widovcn3/files/wandb-summary.json
4389
+ 2024-04-12 09:28:37,883 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
4390
+ 2024-04-12 09:28:39,615 INFO Thread-12 :485 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240412_074044-widovcn3/files/output.log
4391
+ 2024-04-12 09:28:42,884 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
4392
+ 2024-04-12 09:28:45,252 DEBUG SenderThread:485 [sender.py:send():379] send: stats
4393
+ 2024-04-12 09:28:46,963 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: internal_messages
4394
+ 2024-04-12 09:28:47,387 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: stop_status
4395
+ 2024-04-12 09:28:47,387 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: stop_status
4396
+ 2024-04-12 09:28:48,428 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
4397
+ 2024-04-12 09:28:53,430 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
4398
+ 2024-04-12 09:28:58,430 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
4399
+ 2024-04-12 09:28:58,469 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: partial_history
4400
+ 2024-04-12 09:28:58,470 DEBUG SenderThread:485 [sender.py:send():379] send: history
4401
+ 2024-04-12 09:28:58,470 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: summary_record
4402
+ 2024-04-12 09:28:58,471 INFO SenderThread:485 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
4403
+ 2024-04-12 09:28:58,622 INFO Thread-12 :485 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240412_074044-widovcn3/files/wandb-summary.json
wandb/run-20240412_074044-widovcn3/files/output.log CHANGED
@@ -524,4 +524,6 @@
524
  warnings.warn(
525
  /opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
526
  warnings.warn(
 
 
527
  /opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
 
524
  warnings.warn(
525
  /opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
526
  warnings.warn(
527
+ /opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
528
+ warnings.warn(
529
  /opt/conda/lib/python3.10/site-packages/torch/utils/checkpoint.py:429: UserWarning: torch.utils.checkpoint: please pass in use_reentrant=True or use_reentrant=False explicitly. The default value of use_reentrant will be updated to be False in the future. To maintain current behavior, pass use_reentrant=True. It is recommended that you use use_reentrant=False. Refer to docs for more details on the differences between the two variants.
wandb/run-20240412_074044-widovcn3/files/wandb-summary.json CHANGED
@@ -1 +1 @@
1
- {"train/loss": 3.5018, "train/grad_norm": 43.4962158203125, "train/learning_rate": 2.589453947885745e-05, "train/epoch": 0.42, "train/global_step": 5280, "_timestamp": 1712914116.1074934, "_runtime": 6471.599775314331, "_step": 263}
 
1
+ {"train/loss": 3.4988, "train/grad_norm": 34.955291748046875, "train/learning_rate": 2.5861088803056324e-05, "train/epoch": 0.42, "train/global_step": 5300, "_timestamp": 1712914138.4686637, "_runtime": 6493.960945606232, "_step": 264}
wandb/run-20240412_074044-widovcn3/logs/debug-internal.log CHANGED
@@ -4386,3 +4386,18 @@ subprocess.TimeoutExpired: Command '['conda', 'env', 'export']' timed out after
4386
  2024-04-12 09:28:36,109 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: summary_record
4387
  2024-04-12 09:28:36,109 INFO SenderThread:485 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
4388
  2024-04-12 09:28:36,614 INFO Thread-12 :485 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240412_074044-widovcn3/files/wandb-summary.json
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4386
  2024-04-12 09:28:36,109 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: summary_record
4387
  2024-04-12 09:28:36,109 INFO SenderThread:485 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
4388
  2024-04-12 09:28:36,614 INFO Thread-12 :485 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240412_074044-widovcn3/files/wandb-summary.json
4389
+ 2024-04-12 09:28:37,883 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
4390
+ 2024-04-12 09:28:39,615 INFO Thread-12 :485 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240412_074044-widovcn3/files/output.log
4391
+ 2024-04-12 09:28:42,884 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
4392
+ 2024-04-12 09:28:45,252 DEBUG SenderThread:485 [sender.py:send():379] send: stats
4393
+ 2024-04-12 09:28:46,963 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: internal_messages
4394
+ 2024-04-12 09:28:47,387 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: stop_status
4395
+ 2024-04-12 09:28:47,387 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: stop_status
4396
+ 2024-04-12 09:28:48,428 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
4397
+ 2024-04-12 09:28:53,430 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
4398
+ 2024-04-12 09:28:58,430 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: status_report
4399
+ 2024-04-12 09:28:58,469 DEBUG HandlerThread:485 [handler.py:handle_request():146] handle_request: partial_history
4400
+ 2024-04-12 09:28:58,470 DEBUG SenderThread:485 [sender.py:send():379] send: history
4401
+ 2024-04-12 09:28:58,470 DEBUG SenderThread:485 [sender.py:send_request():406] send_request: summary_record
4402
+ 2024-04-12 09:28:58,471 INFO SenderThread:485 [sender.py:_save_file():1390] saving file wandb-summary.json with policy end
4403
+ 2024-04-12 09:28:58,622 INFO Thread-12 :485 [dir_watcher.py:_on_file_modified():288] file/dir modified: /kaggle/working/wandb/run-20240412_074044-widovcn3/files/wandb-summary.json
wandb/run-20240412_074044-widovcn3/run-widovcn3.wandb CHANGED
Binary files a/wandb/run-20240412_074044-widovcn3/run-widovcn3.wandb and b/wandb/run-20240412_074044-widovcn3/run-widovcn3.wandb differ