Training in progress, step 13

adapter_config.json

@@ -20,15 +20,15 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "v_proj",
-    "up_proj",
-    "k_proj",
+    "shared_expert_gate",
     "q_proj",
     "down_proj",
+    "gate",
+    "k_proj",
     "o_proj",
+    "v_proj",
     "gate_proj",
-    "shared_expert_gate",
-    "gate"
+    "up_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:292b29d8f127c5a9d0879eb791fce27a6fc37739d31871b0b4f88f8da014dada
+oid sha256:613dc418f7f74ba2a5e952a581791c7e59dfeaf2b044fc763fec17368fae2186
 size 327040

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d33f67516e28755d6adf60072f81b922c0dd586d6ad5dd4e7c3e1a92ce2273a0
+oid sha256:db308e89136268b0b7904fb33e4d5d741e59a3dc3d198b678512630250a15cf4
 size 6776