Training in progress, step 3, checkpoint

last-checkpoint/adapter_config.json

@@ -21,12 +21,12 @@
   "revision": null,
   "target_modules": [
     "down_proj",
+    "up_proj",
     "gate_proj",
     "k_proj",
-    "v_proj",
-    "o_proj",
     "q_proj",
-    "up_proj"
+    "v_proj",
+    "o_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

last-checkpoint/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:067ba179d7faf09d923995f87ff8723616a89caa767fb4d2640afad0a1a49fc6
+oid sha256:d6c6ce343c8df6ab4f79d743d5e4ece61b6d11c42e379782ea6c3dee2962d78f
 size 83945296

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f167612dc9ffa0cde5bc76f6f2bb1d821f09c60896328557b5e09099b8d5e623
+oid sha256:969a6d28867023296bc4acd4637292363b700a817e6daa139a52c149d730e0ac
 size 168037178

last-checkpoint/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40a6e54f9735ac650e1bce7d31fe07be9de05d82d7f44a83bbaaeae992231fe8
+size 14244

last-checkpoint/trainer_state.json

@@ -1,7 +1,7 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 0.016150740242261104,
+  "epoch": 0.008075370121130552,
   "eval_steps": 3,
   "global_step": 3,
   "is_hyper_param_search": false,
@@ -9,40 +9,40 @@
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 0.005383580080753701,
-      "grad_norm": 1.332345962524414,
+      "epoch": 0.0026917900403768506,
+      "grad_norm": 1.408136248588562,
       "learning_rate": 2e-05,
-      "loss": 0.7345,
+      "loss": 0.7399,
       "step": 1
     },
     {
-      "epoch": 0.005383580080753701,
-      "eval_loss": 0.7382340431213379,
-      "eval_runtime": 7.7076,
-      "eval_samples_per_second": 10.25,
-      "eval_steps_per_second": 5.19,
+      "epoch": 0.0026917900403768506,
+      "eval_loss": 0.7382442355155945,
+      "eval_runtime": 6.3386,
+      "eval_samples_per_second": 12.463,
+      "eval_steps_per_second": 12.463,
       "step": 1
     },
     {
-      "epoch": 0.010767160161507403,
-      "grad_norm": 1.5144602060317993,
+      "epoch": 0.005383580080753701,
+      "grad_norm": 1.402262568473816,
       "learning_rate": 4e-05,
-      "loss": 0.7732,
+      "loss": 0.7274,
       "step": 2
     },
     {
-      "epoch": 0.016150740242261104,
-      "grad_norm": 1.4010770320892334,
+      "epoch": 0.008075370121130552,
+      "grad_norm": 1.6652259826660156,
       "learning_rate": 6e-05,
-      "loss": 0.7996,
+      "loss": 0.7714,
       "step": 3
     },
     {
-      "epoch": 0.016150740242261104,
-      "eval_loss": 0.6860002279281616,
-      "eval_runtime": 7.8686,
-      "eval_samples_per_second": 10.04,
-      "eval_steps_per_second": 5.083,
+      "epoch": 0.008075370121130552,
+      "eval_loss": 0.6933578848838806,
+      "eval_runtime": 6.3351,
+      "eval_samples_per_second": 12.47,
+      "eval_steps_per_second": 12.47,
       "step": 3
     }
   ],
@@ -63,7 +63,7 @@
       "attributes": {}
     }
   },
-  "total_flos": 1387173202886656.0,
+  "total_flos": 601108380647424.0,
   "train_batch_size": 1,
   "trial_name": null,
   "trial_params": null

last-checkpoint/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9a212cd389246f94d793758aff17e074e70be0b5a2ee39d33914356f9a22c4aa
+oid sha256:add0e59b79de04b92c19a082f4b4bd8afdd3721024dd528eee811fafb0ec960e
 size 6776