| { | |
| "output_dir": "./results", | |
| "evaluation_strategy": "no", | |
| "do_eval": false, | |
| "eval_steps": 0, | |
| "log_level": "error", | |
| "logging_first_step": true, | |
| "logging_steps": 5, | |
| "logging_dir": "./logs", | |
| "save_steps": 200, | |
| "save_total_limit": 2, | |
| "num_train_epochs": 5, | |
| "per_device_train_batch_size": 6, | |
| "optim": "adamw_torch", | |
| "dataloader_drop_last": true, | |
| "warmup_steps": 500, | |
| "weight_decay": 0.05, | |
| "learning_rate": 5e-05, | |
| "deepspeed": "deepspeed.json", | |
| "total_gpus": 2, | |
| "v_cpus": 16, | |
| "total_memory_in_gb": 48190.40625, | |
| "dataset_limit": 0 | |
| } |