Model save

adapter_config.json

@@ -20,13 +20,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "down_proj",
-    "o_proj",
-    "v_proj",
+    "q_proj",
     "up_proj",
+    "down_proj",
     "gate_proj",
-    "q_proj",
-    "k_proj"
+    "k_proj",
+    "v_proj",
+    "o_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

all_results.json

@@ -1,5 +1,19 @@
 {
     "epoch": 1.0,
+    "eval_logits/chosen": 1.2706230878829956,
+    "eval_logits/rejected": 1.4739606380462646,
+    "eval_logps/chosen": -388.3653564453125,
+    "eval_logps/rejected": -344.6841735839844,
+    "eval_loss": 0.6931473612785339,
+    "eval_model_preparation_time": 0.0234,
+    "eval_rewards/accuracies": 0.0,
+    "eval_rewards/chosen": 0.0,
+    "eval_rewards/margins": 0.0,
+    "eval_rewards/rejected": 0.0,
+    "eval_runtime": 229.758,
+    "eval_samples": 2000,
+    "eval_samples_per_second": 8.705,
+    "eval_steps_per_second": 1.088,
     "total_flos": 0.0,
     "train_loss": 0.0,
     "train_runtime": 0.0101,

eval_results.json

@@ -0,0 +1,16 @@
+{
+    "eval_logits/chosen": 1.2706230878829956,
+    "eval_logits/rejected": 1.4739606380462646,
+    "eval_logps/chosen": -388.3653564453125,
+    "eval_logps/rejected": -344.6841735839844,
+    "eval_loss": 0.6931473612785339,
+    "eval_model_preparation_time": 0.0234,
+    "eval_rewards/accuracies": 0.0,
+    "eval_rewards/chosen": 0.0,
+    "eval_rewards/margins": 0.0,
+    "eval_rewards/rejected": 0.0,
+    "eval_runtime": 229.758,
+    "eval_samples": 2000,
+    "eval_samples_per_second": 8.705,
+    "eval_steps_per_second": 1.088
+}

runs/Nov26_10-17-41_novi/events.out.tfevents.1732634527.novi.866404.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e74da0fc54df7a9af0dc6229b2932569c9a933094a7dd479cb3047ce8c54a21
+size 805

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:19eeb8238e8e0a90e8b5e34634739fa0145c33178cd3c4d2436ce1ed37c14050
+oid sha256:7966ea19d76d36496b51c27927ed57571cbcc7b5f1bd964c430ecca288047bdb
 size 6328