Training in progress, epoch 1

adapter_config.json

@@ -19,12 +19,14 @@
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 4,
+  "r": 8,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "q_proj",
-    "v_proj"
+    "k_proj",
+    "v_proj",
+    "out_proj",
+    "q_proj"
   ],
   "task_type": null,
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d98f711c384a56b593e9727e675b84946c8b87c4cb741d2a663490bc0cc64931
-size 4758984
+oid sha256:634b17cb00e5c90d2498b2106f7ed75e2588abe7200128182e1d7ad5039cc3e7
+size 18956144

runs/Nov15_00-25-20_WIN-CEJF2NB9KFH/events.out.tfevents.1731601522.WIN-CEJF2NB9KFH.24928.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb624c69a08aaeb52ffe9de5d90cc85ca7e22f5e1c8aa4e9b3bac6189d31992
+size 5979

runs/Nov15_00-29-08_WIN-CEJF2NB9KFH/events.out.tfevents.1731601749.WIN-CEJF2NB9KFH.13552.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9e39fc3500b084b3ce3ea45baa8f4d0269ea36475f0e4824f2d23d4ebc866f
+size 10711

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fdf1a7d3705a54f64c743f90ac0a3046ecce2997b07cde1eeee92d9de7329eb0
-size 4987
+oid sha256:2bf069d88d734adccdc111ea3eaae1f5a89d8014b6f15be4d0d009593e942b12
+size 4923