File size: 672 Bytes
7a73e96 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 |
{
"output_dir": "./results",
"evaluation_strategy": "no",
"do_eval": false,
"eval_steps": 0,
"log_level": "info",
"logging_first_step": true,
"logging_steps": 5,
"logging_dir": "./logs",
"save_steps": 150,
"save_total_limit": 1,
"num_train_epochs": 10,
"per_device_train_batch_size": 6,
"optim": "adamw_torch",
"gradient_accumulation_steps": 64,
"dataloader_drop_last": true,
"warmup_steps": 500,
"weight_decay": 0.05,
"learning_rate": 5e-05,
"deepspeed": "deepspeed.json",
"local_rank": 0,
"total_gpus": 7,
"v_cpus": 128,
"total_memory_in_gb": 515836.75,
"dataset_limit": 0
} |