Training in progress, epoch 6

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2d4ad180bbf2a41ac7e4ecd10d30b32006ec55d3abcab4835b84eef4721f2e15
+oid sha256:bca2272273a06dbc6f4b7f7de73507f88cb8cab8185a7a2a739cb176e8ddc077
 size 267832560

wandb/run-20240924_172630-x9iddikd/files/output.log

@@ -36,3 +36,4 @@ You should probably TRAIN this model on a down-stream task to be able to use it
 {'eval_loss': 0.6838799715042114, 'eval_accuracy': 0.656, 'eval_runtime': 214.6826, 'eval_samples_per_second': 4.658, 'eval_steps_per_second': 0.149, 'epoch': 3.0}
 {'loss': 0.2956, 'grad_norm': 2.695140838623047, 'learning_rate': 9.200000000000002e-06, 'epoch': 4.0}
 {'eval_loss': 0.31772053241729736, 'eval_accuracy': 0.87, 'eval_runtime': 37.1806, 'eval_samples_per_second': 26.896, 'eval_steps_per_second': 0.861, 'epoch': 4.0}
+{'eval_loss': 0.2808445990085602, 'eval_accuracy': 0.932, 'eval_runtime': 37.3397, 'eval_samples_per_second': 26.781, 'eval_steps_per_second': 0.857, 'epoch': 5.0}

wandb/run-20240924_172630-x9iddikd/files/wandb-summary.json

@@ -1 +1 @@
-{"eval/loss": 0.2808445990085602, "eval/accuracy": 0.932, "eval/runtime": 37.3397, "eval/samples_per_second": 26.781, "eval/steps_per_second": 0.857, "train/epoch": 5.0, "train/global_step": 625, "_timestamp": 1727228900.823416, "_runtime": 19309.950506925583, "_step": 13, "train/loss": 0.2956, "train/grad_norm": 2.695140838623047, "train/learning_rate": 9.200000000000002e-06, "train_runtime": 8026.8642, "train_samples_per_second": 2.492, "train_steps_per_second": 0.156, "total_flos": 2396475988298112.0, "train_loss": 0.11480112991333008}
+{"eval/loss": 0.3926897644996643, "eval/accuracy": 0.905, "eval/runtime": 37.6368, "eval/samples_per_second": 26.57, "eval/steps_per_second": 0.85, "train/epoch": 6.0, "train/global_step": 750, "_timestamp": 1727230599.226997, "_runtime": 21008.35408782959, "_step": 14, "train/loss": 0.2956, "train/grad_norm": 2.695140838623047, "train/learning_rate": 9.200000000000002e-06, "train_runtime": 8026.8642, "train_samples_per_second": 2.492, "train_steps_per_second": 0.156, "total_flos": 2396475988298112.0, "train_loss": 0.11480112991333008}