| { | |
| "output_dir": "./results", | |
| "evaluation_strategy": "no", | |
| "do_eval": false, | |
| "eval_steps": 0, | |
| "log_level": "error", | |
| "logging_first_step": true, | |
| "logging_steps": 5, | |
| "logging_dir": "./logs", | |
| "save_steps": 200, | |
| "save_total_limit": 2, | |
| "num_train_epochs": 5, | |
| "per_device_train_batch_size": 2, | |
| "optim": "adamw_torch", | |
| "gradient_accumulation_steps": 4, | |
| "gradient_checkpointing": true, | |
| "dataloader_drop_last": true, | |
| "warmup_steps": 100, | |
| "weight_decay": 0.01, | |
| "learning_rate": 5e-05, | |
| "fp16": true, | |
| "total_gpus": 1, | |
| "v_cpus": 4, | |
| "total_memory_in_gb": 11977.21875, | |
| "dataset_limit": 100 | |
| } |