Commit
•
4a55c17
1
Parent(s):
0ab3469
Upload training_config.yml with huggingface_hub
Browse files- training_config.yml +5 -5
training_config.yml
CHANGED
|
@@ -19,7 +19,7 @@ checkpointer:
|
|
| 19 |
- meta_model_1.pt
|
| 20 |
adapter_checkpoint: null
|
| 21 |
recipe_checkpoint: null
|
| 22 |
-
output_dir: output_checkpoints/
|
| 23 |
model_type: LLAMA3
|
| 24 |
resume_from_checkpoint: false
|
| 25 |
interim_checkpoint_steps: 15000
|
|
@@ -50,15 +50,15 @@ batch_size: 6
|
|
| 50 |
optimizer:
|
| 51 |
_component_: torch.optim.AdamW
|
| 52 |
weight_decay: 0.99
|
| 53 |
-
lr: 2.0e-
|
| 54 |
lr_scheduler:
|
| 55 |
_component_: torchtune.modules.get_cosine_schedule_with_warmup
|
| 56 |
-
num_warmup_steps:
|
| 57 |
loss:
|
| 58 |
_component_: torch.nn.CrossEntropyLoss
|
| 59 |
-
epochs:
|
| 60 |
max_steps_per_epoch: null
|
| 61 |
-
gradient_accumulation_steps:
|
| 62 |
compile: false
|
| 63 |
output_dir: /tmp/lora_finetune_output
|
| 64 |
metric_logger:
|
|
|
|
| 19 |
- meta_model_1.pt
|
| 20 |
adapter_checkpoint: null
|
| 21 |
recipe_checkpoint: null
|
| 22 |
+
output_dir: output_checkpoints/experiment_7
|
| 23 |
model_type: LLAMA3
|
| 24 |
resume_from_checkpoint: false
|
| 25 |
interim_checkpoint_steps: 15000
|
|
|
|
| 50 |
optimizer:
|
| 51 |
_component_: torch.optim.AdamW
|
| 52 |
weight_decay: 0.99
|
| 53 |
+
lr: 2.0e-06
|
| 54 |
lr_scheduler:
|
| 55 |
_component_: torchtune.modules.get_cosine_schedule_with_warmup
|
| 56 |
+
num_warmup_steps: 100
|
| 57 |
loss:
|
| 58 |
_component_: torch.nn.CrossEntropyLoss
|
| 59 |
+
epochs: 6
|
| 60 |
max_steps_per_epoch: null
|
| 61 |
+
gradient_accumulation_steps: 16
|
| 62 |
compile: false
|
| 63 |
output_dir: /tmp/lora_finetune_output
|
| 64 |
metric_logger:
|