Training in progress, step 10, checkpoint

last-checkpoint/adapter_config.json

@@ -21,11 +21,11 @@
   "revision": null,
   "target_modules": [
     "k_proj",
-    "down_proj",
-    "q_proj",
+    "gate_proj",
     "v_proj",
+    "q_proj",
+    "down_proj",
     "up_proj",
-    "gate_proj",
     "o_proj"
   ],
   "task_type": "CAUSAL_LM",

last-checkpoint/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d25b9714157c1a8a59d03e7811037a73130985bf9428ab5d558677e5415250f0
+oid sha256:a307dad7d768f33c4604b8bd59c497269547885e3b177d58a73347b940d1849d
 size 80013120

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:28ceed3b0b3921387ac1e0da6366406a9efdf2dbf77ec4323e6384622a156390
+oid sha256:ed4c99e8aa51584c8cfb0e48bde1a9656661f008074c976e6c15b6cb4ffab501
 size 160172858

last-checkpoint/trainer_state.json

@@ -18,9 +18,9 @@
     {
       "epoch": 1.396028995522237e-05,
       "eval_loss": 1.870382308959961,
-      "eval_runtime": 1842.0549,
-      "eval_samples_per_second": 8.187,
-      "eval_steps_per_second": 8.187,
+      "eval_runtime": 1878.2928,
+      "eval_samples_per_second": 8.029,
+      "eval_steps_per_second": 8.029,
       "step": 1
     },
     {
@@ -40,14 +40,14 @@
     {
       "epoch": 4.188086986566711e-05,
       "eval_loss": 1.870382308959961,
-      "eval_runtime": 1823.007,
-      "eval_samples_per_second": 8.273,
-      "eval_steps_per_second": 8.273,
+      "eval_runtime": 1814.1651,
+      "eval_samples_per_second": 8.313,
+      "eval_steps_per_second": 8.313,
       "step": 3
     },
     {
       "epoch": 5.584115982088948e-05,
-      "grad_norm": 0.45489802956581116,
+      "grad_norm": 0.47626373171806335,
       "learning_rate": 2e-05,
       "loss": 1.6525,
       "step": 4
@@ -61,17 +61,17 @@
     },
     {
       "epoch": 8.376173973133422e-05,
-      "grad_norm": 0.6043833494186401,
+      "grad_norm": 0.632369339466095,
       "learning_rate": 4e-05,
       "loss": 1.5735,
       "step": 6
     },
     {
       "epoch": 8.376173973133422e-05,
-      "eval_loss": 1.8686633110046387,
-      "eval_runtime": 1822.7895,
-      "eval_samples_per_second": 8.274,
-      "eval_steps_per_second": 8.274,
+      "eval_loss": 1.8685113191604614,
+      "eval_runtime": 1813.0543,
+      "eval_samples_per_second": 8.318,
+      "eval_steps_per_second": 8.318,
       "step": 6
     },
     {
@@ -83,31 +83,31 @@
     },
     {
       "epoch": 0.00011168231964177897,
-      "grad_norm": 0.5930614471435547,
+      "grad_norm": 0.616361141204834,
       "learning_rate": 6e-05,
-      "loss": 1.8795,
+      "loss": 1.8794,
       "step": 8
     },
     {
       "epoch": 0.00012564260959700132,
       "grad_norm": NaN,
       "learning_rate": 6e-05,
-      "loss": 1.6314,
+      "loss": 1.6309,
       "step": 9
     },
     {
       "epoch": 0.00012564260959700132,
-      "eval_loss": 1.862870216369629,
-      "eval_runtime": 1821.1166,
-      "eval_samples_per_second": 8.281,
-      "eval_steps_per_second": 8.281,
+      "eval_loss": 1.8624062538146973,
+      "eval_runtime": 1806.2004,
+      "eval_samples_per_second": 8.35,
+      "eval_steps_per_second": 8.35,
       "step": 9
     },
     {
       "epoch": 0.0001396028995522237,
-      "grad_norm": 0.5115928649902344,
+      "grad_norm": 0.5328972935676575,
       "learning_rate": 8e-05,
-      "loss": 1.7711,
+      "loss": 1.7707,
       "step": 10
     }
   ],

last-checkpoint/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:41e2120fce261a3f11caf9498f0f2c7c47b2d4840984af1e8cfb44d3982cfeb2
+oid sha256:8592505319a0e1bd652dbec69d0ae190ac2673d977246a6c07d54713cd9bce43
 size 6776