Upload model_args.json
Browse files- model_args.json +19 -0
model_args.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{'adam_epsilon': 1e-08,
|
| 2 |
+
'data_dir': '',
|
| 3 |
+
'early_stop_callback': False,
|
| 4 |
+
'eval_batch_size': 4,
|
| 5 |
+
'fp_16': False,
|
| 6 |
+
'gradient_accumulation_steps': 16,
|
| 7 |
+
'learning_rate': 0.0003,
|
| 8 |
+
'max_grad_norm': 1.0,
|
| 9 |
+
'max_seq_length': 150,
|
| 10 |
+
'model_name_or_path': 'google/mt5-base',
|
| 11 |
+
'n_gpu': 1,
|
| 12 |
+
'num_train_epochs': 2,
|
| 13 |
+
'opt_level': 'O1',
|
| 14 |
+
'output_dir': 'mt5model_dh_small/',
|
| 15 |
+
'seed': 42,
|
| 16 |
+
'tokenizer_name_or_path': 'google/mt5-base',
|
| 17 |
+
'train_batch_size': 4,
|
| 18 |
+
'warmup_steps': 0,
|
| 19 |
+
'weight_decay': 0.0}
|