Training in progress, step 5, checkpoint

last-checkpoint/adapter_config.json

@@ -20,13 +20,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "up_proj",
-    "o_proj",
-    "gate_proj",
     "v_proj",
-    "k_proj",
+    "up_proj",
     "down_proj",
-    "q_proj"
+    "gate_proj",
+    "o_proj",
+    "q_proj",
+    "k_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

last-checkpoint/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6175bb104c4b8ac6bb1799a59de8c195a83819b7e5adccef31201c693bdee50d
+oid sha256:330f480ca85d54d8aec7921b54cd4c1571ab6d27836a9b0e5266374b486368f3
 size 100966336

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:162a6d0c2f4fe54601171aa8763cd740adda0547a8297517938aaa18a782a681
+oid sha256:087a1090196cda7889e8f861db5faa376b19e6e3c7602e5893f2f4a05308740b
 size 202110330

last-checkpoint/trainer_state.json

@@ -18,9 +18,9 @@
     {
       "epoch": 0.0028268551236749115,
       "eval_loss": 7.129258632659912,
-      "eval_runtime": 13.6697,
-      "eval_samples_per_second": 43.6,
-      "eval_steps_per_second": 5.487,
+      "eval_runtime": 20.9973,
+      "eval_samples_per_second": 28.385,
+      "eval_steps_per_second": 3.572,
       "step": 1
     },
     {
@@ -32,14 +32,14 @@
     },
     {
       "epoch": 0.008480565371024734,
-      "grad_norm": 5.114774703979492,
+      "grad_norm": 5.082520484924316,
       "learning_rate": 2e-05,
       "loss": 7.4669,
       "step": 3
     },
     {
       "epoch": 0.011307420494699646,
-      "grad_norm": 4.991275310516357,
+      "grad_norm": 4.920047760009766,
       "learning_rate": 4e-05,
       "loss": 7.1521,
       "step": 4
@@ -48,15 +48,15 @@
       "epoch": 0.014134275618374558,
       "grad_norm": NaN,
       "learning_rate": 4e-05,
-      "loss": 7.7429,
+      "loss": 7.7426,
       "step": 5
     },
     {
       "epoch": 0.014134275618374558,
-      "eval_loss": 7.097643852233887,
-      "eval_runtime": 20.7137,
-      "eval_samples_per_second": 28.773,
-      "eval_steps_per_second": 3.621,
+      "eval_loss": 7.097348213195801,
+      "eval_runtime": 20.8903,
+      "eval_samples_per_second": 28.53,
+      "eval_steps_per_second": 3.59,
       "step": 5
     }
   ],

last-checkpoint/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:676c5b957839737d77485c6332fc96de69385066f3eef0d74b47f677462f11dc
+oid sha256:0b55d7424e01d2da7c827809f0e75e814ca3307809331f5d1880db7934ea6a65
 size 6712