Training in progress, epoch 1

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "mistralai/Mixtral-8x7B-v0.1",
+  "base_model_name_or_path": "mistralai/Mistral-7B-v0.1",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -19,14 +19,14 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "w1",
-    "q_proj",
-    "lm_head",
-    "w3",
     "k_proj",
-    "o_proj",
+    "lm_head",
+    "gate_proj",
     "v_proj",
-    "w2"
+    "up_proj",
+    "down_proj",
+    "q_proj",
+    "o_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6097d889a0d085d9fd015ae9e1368415f7e84707f3e0c6fbda540c48c59a6f0c
-size 1487361648
+oid sha256:4b516761c4c80b2a23e0ad3bf334b56de6c1c2ebdfa4b004bf7c429240459703
+size 694431312

runs/Dec18_00-52-27_b109e9582605/events.out.tfevents.1702860753.b109e9582605.202.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e875421b4e66bff859f14aae611bc52639832ff0037bab7c0625d25f659b4a7a
+size 5664

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0b761f5a7283e86f9070a77780157867eaea2e844967e3f1eecb5ae0a7566ba9
+oid sha256:1c76d35ffb15d7af396d1d700c48580706f0136b77887a8fcd1820e9e8a58325
 size 4728