Training in progress, step 13

adapter_config.json

@@ -20,15 +20,15 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "down_proj",
+    "up_proj",
+    "k_proj",
+    "gate",
     "q_proj",
     "v_proj",
-    "up_proj",
-    "o_proj",
     "shared_expert_gate",
-    "k_proj",
-    "gate_proj",
-    "gate"
+    "o_proj",
+    "down_proj",
+    "gate_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1bd3a9a856452cb98579ce006d62d6d1a7670c185c4adbc91f9744682edd9134
+oid sha256:f6f98aaa6c7d6bf0945d214021819cee7899a3fdc2c1c247f2dfe556631f1e58
 size 327040

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e3de8afe751e59a648d1b29e05b71b65d4a4cad4d14b7144a99d10add3831107
+oid sha256:536b8d36d68842d667d17e67c2be14607b943b6a7a9f4658b45eef7727e2ecbb
 size 6776