| {'adam_epsilon': 1e-08, | |
| 'data_dir': '', | |
| 'early_stop_callback': False, | |
| 'eval_batch_size': 4, | |
| 'fp_16': False, | |
| 'gradient_accumulation_steps': 16, | |
| 'learning_rate': 0.0003, | |
| 'max_grad_norm': 1.0, | |
| 'max_seq_length': 150, | |
| 'model_name_or_path': 'google/mt5-base', | |
| 'n_gpu': 1, | |
| 'num_train_epochs': 2, | |
| 'opt_level': 'O1', | |
| 'output_dir': 'mt5model_dh_small/', | |
| 'seed': 42, | |
| 'tokenizer_name_or_path': 'google/mt5-base', | |
| 'train_batch_size': 4, | |
| 'warmup_steps': 0, | |
| 'weight_decay': 0.0} |