Jaydeep Thik
commited on
Commit
•
84bb806
1
Parent(s):
a27d5e1
Update tiny-llama qlora.yml addressing eval packing error (#1638)
Browse files
examples/tiny-llama/qlora.yml
CHANGED
|
@@ -18,6 +18,7 @@ lora_model_dir:
|
|
| 18 |
|
| 19 |
sequence_len: 4096
|
| 20 |
sample_packing: true
|
|
|
|
| 21 |
pad_to_sequence_len: true
|
| 22 |
|
| 23 |
lora_r: 32
|
|
|
|
| 18 |
|
| 19 |
sequence_len: 4096
|
| 20 |
sample_packing: true
|
| 21 |
+
eval_sample_packing: false
|
| 22 |
pad_to_sequence_len: true
|
| 23 |
|
| 24 |
lora_r: 32
|