secretmoon
/

LoRA-Llama-3-MLP

Text Generation

Model card Files Files and versions Community

secretmoon commited on Jun 8

Commit

8540fbc

•

1 Parent(s): 16489ae

Update adapter_config.json

Files changed (1) hide show

adapter_config.json +1 -1

adapter_config.json CHANGED Viewed

@@ -10,7 +10,7 @@
   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
-  "lora_alpha": 40,
   "lora_dropout": 0.04,
   "megatron_config": null,
   "megatron_core": "megatron.core",

   "layers_pattern": null,
   "layers_to_transform": null,
   "loftq_config": {},
+  "lora_alpha": 48,
   "lora_dropout": 0.04,
   "megatron_config": null,
   "megatron_core": "megatron.core",