Spaces:
Runtime error
Runtime error
zetavg
commited on
Commit
•
9d5c8a9
1
Parent(s):
ae567a3
add more sample models
Browse files
lora_models/alpaca-lora-7b-yoda-v01/finetune_params.json
ADDED
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"num_train_epochs": 8,
|
3 |
+
"learning_rate": 0.0003,
|
4 |
+
"cutoff_len": 540,
|
5 |
+
"val_set_size": 0,
|
6 |
+
"lora_r": 16,
|
7 |
+
"lora_alpha": 32,
|
8 |
+
"lora_dropout": 0.05,
|
9 |
+
"lora_target_modules": [
|
10 |
+
"q_proj",
|
11 |
+
"v_proj",
|
12 |
+
"k_proj",
|
13 |
+
"o_proj"
|
14 |
+
],
|
15 |
+
"train_on_inputs": false,
|
16 |
+
"group_by_length": false,
|
17 |
+
"save_steps": 100,
|
18 |
+
"save_total_limit": 10,
|
19 |
+
"logging_steps": 10,
|
20 |
+
"resume_from_checkpoint": "/data/lora_models/alpaca-lora-7b-local"
|
21 |
+
}
|
lora_models/alpaca-lora-7b-yoda-v01/info.json
ADDED
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"hf_model_name": "zetavg/alpaca-lora-7b-yoda-v01",
|
3 |
+
"load_from_hf": true,
|
4 |
+
"base_model": "decapoda-research/llama-7b-hf",
|
5 |
+
"prompt_template": "user_and_ai",
|
6 |
+
"dataset_name": "yoda.json",
|
7 |
+
"continued_from_model": "alpaca-lora-7b"
|
8 |
+
}
|
lora_models/unhelpful-ai-on-alpaca-v01/finetune_params.json
ADDED
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"num_train_epochs": 8,
|
3 |
+
"learning_rate": 0.0003,
|
4 |
+
"cutoff_len": 512,
|
5 |
+
"val_set_size": 0,
|
6 |
+
"lora_r": 16,
|
7 |
+
"lora_alpha": 32,
|
8 |
+
"lora_dropout": 0.05,
|
9 |
+
"lora_target_modules": [
|
10 |
+
"q_proj",
|
11 |
+
"v_proj",
|
12 |
+
"k_proj",
|
13 |
+
"o_proj"
|
14 |
+
],
|
15 |
+
"train_on_inputs": false,
|
16 |
+
"group_by_length": false,
|
17 |
+
"save_steps": 100,
|
18 |
+
"save_total_limit": 20,
|
19 |
+
"logging_steps": 10,
|
20 |
+
"resume_from_checkpoint": "/data/lora_models/alpaca-lora-7b"
|
21 |
+
}
|
lora_models/unhelpful-ai-on-alpaca-v01/info.json
ADDED
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"hf_model_name": "zetavg/llama-lora-unhelpful-ai-on-alpaca-v01",
|
3 |
+
"load_from_hf": true,
|
4 |
+
"base_model": "decapoda-research/llama-7b-hf",
|
5 |
+
"prompt_template": "user_and_ai",
|
6 |
+
"dataset_name": "unhelpful_ai.json",
|
7 |
+
"continued_from_model": "alpaca-lora-7b"
|
8 |
+
}
|