| {'batch_size_per_replica': 1, | |
| 'cache_data': 'cache_data/instructions', | |
| 'data_num': -1, | |
| 'deepspeed': 'deepspeed_config.json', | |
| 'epochs': 1, | |
| 'fp16': True, | |
| 'grad_acc_steps': 16, | |
| 'instruct_data_path': 'master_regen.json', | |
| 'load': 'Salesforce/codet5p-16b', | |
| 'local_rank': 0, | |
| 'log_freq': 10, | |
| 'lr': 2e-05, | |
| 'lr_warmup_steps': 30, | |
| 'max_len': 512, | |
| 'push_to_hub': False, | |
| 'repo_name': 'final_checkpoint', | |
| 'save_dir': 'saved_models/instructcodet5p-16b', | |
| 'save_freq': 500} |