Training in progress, step 100

adapter_config.json

@@ -10,13 +10,13 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 128,
+  "lora_alpha": 16,
   "lora_dropout": 0.05,
   "megatron_config": null,
   "megatron_core": "megatron.core",
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 64,
+  "r": 8,
   "rank_pattern": {},
   "revision": null,
   "target_modules": [

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:68d459e93aa80ddd55a74051fddaddb3a4faa6970045d15f5eb1da0a2dccddfb
-size 102775544
+oid sha256:54d035fb2a05e16874c914e34cefb0e468e265fd237cfeb82d0fc95dac376bc7
+size 12859872

runs/Nov16_09-08-18_main-lora-gemma7b-alpaca-0-0/events.out.tfevents.1731766677.main-lora-gemma7b-alpaca-0-0.459.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c16cd8ee7b68ed3b022abd42f3321346eaba35dd0a3c7d4e326953a072e081e
+size 11021

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b4773dfb4d177b1524b5364b69730e03bb8c54e7ada87d05e6e9b4981e8b8307
+oid sha256:e84f4d1b1e006aaf6ebf6610b263d80d66b254503223e9a2d52b8b3f6a892536
 size 6328