| { | |
| "os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.29", | |
| "python": "3.8.10", | |
| "heartbeatAt": "2021-07-13T00:53:03.462705", | |
| "startedAt": "2021-07-13T00:53:01.400550", | |
| "docker": null, | |
| "cpu_count": 96, | |
| "cuda": null, | |
| "args": [ | |
| "--push_to_hub", | |
| "--output_dir=./", | |
| "--model_type=big_bird", | |
| "--config_name=./", | |
| "--tokenizer_name=./", | |
| "--max_seq_length=4096", | |
| "--weight_decay=0.0095", | |
| "--warmup_steps=5000", | |
| "--overwrite_output_dir", | |
| "--adam_beta1=0.9", | |
| "--adam_beta2=0.98", | |
| "--logging_steps=500", | |
| "--eval_steps=92768", | |
| "--num_train_epochs=5", | |
| "--preprocessing_num_workers=64", | |
| "--save_steps=20000", | |
| "--adafactor", | |
| "--learning_rate=5e-5", | |
| "--per_device_train_batch_size=4", | |
| "--per_device_eval_batch_size=4", | |
| "--save_total_limit=5", | |
| "--dtype=bfloat16", | |
| "--gradient_accumulation_steps=8" | |
| ], | |
| "state": "running", | |
| "program": "./run_mlm_flax.py", | |
| "codePath": "run_mlm_flax.py", | |
| "git": { | |
| "remote": "https://huggingface.co/flax-community/pino-roberta-base", | |
| "commit": "4229c91b780cf07115cc6d04c16e393b0d2f508c" | |
| }, | |
| "email": null, | |
| "root": "/home/dat/pino-roberta-base", | |
| "host": "t1v-n-f5c06ea1-w-0", | |
| "username": "dat", | |
| "executable": "/home/dat/pino/bin/python" | |
| } | |