andysalerno
commited on
Commit
•
b422e4b
1
Parent(s):
6b8d05f
Update README.md
Browse files
README.md
CHANGED
@@ -6,13 +6,13 @@ datasets:
|
|
6 |
- berkeley-nest/Nectar
|
7 |
---
|
8 |
|
9 |
-
max_steps = 200
|
10 |
-
learning_rate = 1e-6
|
11 |
-
warmup_ratio = 0.1
|
12 |
-
dpo_beta = 0.4
|
13 |
-
use_rslora = True
|
14 |
-
use_loftq = False
|
15 |
-
lora_rank = 128
|
16 |
-
lora_alpha = 256
|
17 |
-
load_separate_reference_model = False
|
18 |
|
|
|
6 |
- berkeley-nest/Nectar
|
7 |
---
|
8 |
|
9 |
+
max_steps = 200
|
10 |
+
learning_rate = 1e-6
|
11 |
+
warmup_ratio = 0.1
|
12 |
+
dpo_beta = 0.4
|
13 |
+
use_rslora = True
|
14 |
+
use_loftq = False
|
15 |
+
lora_rank = 128
|
16 |
+
lora_alpha = 256
|
17 |
+
load_separate_reference_model = False
|
18 |
|