Training in progress, step 500

adapter_config.json

@@ -23,19 +23,19 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "out_proj",
-    "up_proj",
-    "down_proj",
-    "k_proj",
-    "fc1",
+    "linear_1",
     "o_proj",
-    "v_proj",
+    "fc2",
     "gate_proj",
+    "k_proj",
+    "out_proj",
+    "linear_2",
+    "down_proj",
     "q_proj",
-    "linear_1",
-    "fc2",
+    "fc1",
+    "up_proj",
     "lm_head",
-    "linear_2"
+    "v_proj"
   ],
   "task_type": null,
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:47f0e32dfeb1222d27027068e2d4da1576991c4af67a8e2d377ad73087e32d0f
+oid sha256:36c17a6fac67549fe444716860775ef831cb64946c7eb0d372a57631de41a3b2
 size 1290994752

chat_template.json

@@ -0,0 +1,3 @@
+{
+  "chat_template": "{% for message in messages %}{% if message['role'] != 'system' %}{{ message['role'].upper() + ': '}}{% endif %}{# Render all images first #}{% for content in message['content'] | selectattr('type', 'equalto', 'image') %}{{ '<image>\n' }}{% endfor %}{# Render all text next #}{% if message['role'] != 'assistant' %}{% for content in message['content'] | selectattr('type', 'equalto', 'text') %}{{ content['text'] + ' '}}{% endfor %}{% else %}{% for content in message['content'] | selectattr('type', 'equalto', 'text') %}{% generation %}{{ content['text'] + ' '}}{% endgeneration %}{% endfor %}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ 'ASSISTANT:' }}{% endif %}"
+}

preprocessor_config.json

@@ -0,0 +1,28 @@
+{
+  "crop_size": {
+    "height": 336,
+    "width": 336
+  },
+  "do_center_crop": true,
+  "do_convert_rgb": true,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.48145466,
+    0.4578275,
+    0.40821073
+  ],
+  "image_processor_type": "CLIPImageProcessor",
+  "image_std": [
+    0.26862954,
+    0.26130258,
+    0.27577711
+  ],
+  "processor_class": "LlavaProcessor",
+  "resample": 3,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "shortest_edge": 336
+  }
+}

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:551690a57a9d31e1858f1d38f5bb5a67b653888349ddd248a3ff1fe7082cf951
+oid sha256:5132a6d494b6145fbefc7818caf3d32d6138cab64da988b7002acbf7743f308f
 size 5496