| { | |
| "output_dir": "./results", | |
| "evaluation_strategy": "no", | |
| "do_eval": false, | |
| "eval_steps": 0, | |
| "log_level": "info", | |
| "logging_first_step": true, | |
| "logging_steps": 5, | |
| "logging_dir": "./logs", | |
| "save_steps": 150, | |
| "save_total_limit": 1, | |
| "num_train_epochs": 10, | |
| "per_device_train_batch_size": 6, | |
| "optim": "adamw_torch", | |
| "gradient_accumulation_steps": 64, | |
| "dataloader_drop_last": true, | |
| "warmup_steps": 500, | |
| "weight_decay": 0.05, | |
| "learning_rate": 5e-05, | |
| "deepspeed": "deepspeed.json", | |
| "local_rank": 0, | |
| "total_gpus": 7, | |
| "v_cpus": 128, | |
| "total_memory_in_gb": 515836.75, | |
| "dataset_limit": 0 | |
| } |