End of training

README.md

@@ -141,8 +141,8 @@ The following hyperparameters were used during training:
 |:-------------:|:------:|:----:|:---------------:|
 | 10.3888       | 0.0001 | 1    | 10.3863         |
 | 10.3902       | 0.0002 | 3    | 10.3862         |
-| 10.3935       | 0.0004 | 6    | 10.3858         |
-| 10.3807       | 0.0006 | 9    | 10.3852         |
+| 10.3935       | 0.0004 | 6    | 10.3859         |
+| 10.3808       | 0.0006 | 9    | 10.3852         |
 
 
 ### Framework versions

adapter_config.json

@@ -20,13 +20,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "q_proj",
-    "k_proj",
-    "v_proj",
-    "o_proj",
+    "down_proj",
     "up_proj",
+    "v_proj",
+    "k_proj",
     "gate_proj",
-    "down_proj"
+    "q_proj",
+    "o_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0dceef1b70b8a17d713fa2a9912913ea6746916c0911ce6ac5b48dc5bfd16b46
+oid sha256:329878b0df5e22c754242bc6f8b1a61964d1b3e57caeb639a85000724d444a7a
 size 33666

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0165b900d6643973f1d779bb90bc0a373604af12b95b66f134cbeda9a8aff69f
+oid sha256:2077edd2207a2a518f443638b46b9b35f102660c7941959c36f77adb83613e63
 size 27024

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dc5b71306348af82fdf5be63d0b727838ab07f32b4fbd4ba952173940990232e
+oid sha256:bbcdbfa45fff0837fd8bd9e25494fc2d6f2c1706feeced80a01fede5c0e314c7
 size 6776