Training in progress, step 20

adapter_config.json

@@ -19,13 +19,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "q_proj",
     "v_proj",
-    "o_proj",
     "down_proj",
-    "up_proj",
+    "k_proj",
     "gate_proj",
-    "k_proj"
+    "o_proj",
+    "up_proj",
+    "q_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_rslora": false

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:051494a3b24f5334356f9d1728af8d062ff109fe90df3d6f7c953e4e465b5c26
+oid sha256:6a0a1367c0fa8bb0a938afe6e64bee92b410041ff1f0872acc64c0ae96a71fdb
 size 335604696

qual_clasification.log

@@ -75,3 +75,6 @@
 2024-02-13 20:22:20,297 - INFO - __main__ - Loaded Model ID: mistralai/Mistral-7B-Instruct-v0.1
 2024-02-13 20:22:21,387 - INFO - __main__ - Loaded LoRA Model
 2024-02-13 20:22:21,940 - INFO - __main__ - Instantiated Trainer
+2024-02-13 20:47:27,618 - INFO - __main__ - Loaded Model ID: mistralai/Mistral-7B-Instruct-v0.1
+2024-02-13 20:47:28,718 - INFO - __main__ - Loaded LoRA Model
+2024-02-13 20:47:29,291 - INFO - __main__ - Instantiated Trainer

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fea6f05dbc116f2b56182725b836fdff3e4f3f03f4a66470e81293c3a03f6590
+oid sha256:cf9aab0697705da20a9c6d00f8849367f107c1a8c2f89ba816649497e31ddf57
 size 4728