Training in progress, step 5

adapter_config.json

@@ -19,10 +19,10 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "dense_h_to_4h",
-    "dense",
     "dense_4h_to_h",
-    "query_key_value"
+    "dense",
+    "query_key_value",
+    "dense_h_to_4h"
   ],
   "task_type": "CAUSAL_LM",
   "use_rslora": false

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fc5f2b7a931fe0a655a79b1c195a4fed4c3dc7d2cd95f5748b6353d12452a6c3
+oid sha256:d3bfa1f9cc046c8b02a1e1de9a607c41c4de8b128c3e4353e23961e9bac09863
 size 261131840

runs/Jan03_16-16-05_ip-172-31-28-206/events.out.tfevents.1704298587.ip-172-31-28-206.12052.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01727001e77954b3b73e33d5e22feb5e77ebbc765028363e09926945eb245d90
+size 5203

tokenizer.json

@@ -1,11 +1,6 @@
 {
   "version": "1.0",
-  "truncation": {
-    "direction": "Right",
-    "max_length": 1024,
-    "strategy": "LongestFirst",
-    "stride": 0
-  },
+  "truncation": null,
   "padding": null,
   "added_tokens": [
     {

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3978ef7f72e728784e6d3a32b5739b79f6b9c328a34501faaf40170cb799f0ff
+oid sha256:9b64694e073e78b7c37ed5db9856516acd83bbb56d1fac8be795c6a0ccd37db1
 size 4792