add finetune_params

lora_models/alpaca-lora-7b/finetune_params.json

@@ -0,0 +1,19 @@
+{
+  "num_train_epochs": 10,
+  "learning_rate": 0.0003,
+  "cutoff_len": 512,
+  "lora_r": 16,
+  "lora_alpha": 16,
+  "lora_dropout": 0.05,
+  "lora_target_modules": [
+    "q_proj",
+    "v_proj",
+    "k_proj",
+    "o_proj"
+  ],
+  "train_on_inputs": true,
+  "group_by_length": false,
+  "save_steps": 2000,
+  "save_total_limit": 10,
+  "logging_steps": 10
+}

lora_models/unhelpful-ai-v01/finetune_params.json

@@ -0,0 +1,19 @@
+{
+  "num_train_epochs": 16,
+  "learning_rate": 0.0003,
+  "cutoff_len": 512,
+  "lora_r": 12,
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "lora_target_modules": [
+    "q_proj",
+    "v_proj",
+    "k_proj",
+    "o_proj"
+  ],
+  "train_on_inputs": false,
+  "group_by_length": false,
+  "save_steps": 500,
+  "save_total_limit": 5,
+  "logging_steps": 10
+}