{ "os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.29", "python": "3.8.10", "heartbeatAt": "2021-07-15T14:29:31.841702", "startedAt": "2021-07-15T14:29:29.769014", "docker": null, "cpu_count": 96, "cuda": null, "args": [ "--push_to_hub", "--output_dir=./", "--model_type=big_bird", "--config_name=./", "--tokenizer_name=./", "--max_seq_length=4096", "--weight_decay=0.0095", "--warmup_steps=10000", "--overwrite_output_dir", "--adam_beta1=0.9", "--adam_beta2=0.98", "--logging_steps=50", "--eval_steps=2000", "--num_train_epochs=2", "--preprocessing_num_workers=96", "--save_steps=10000", "--learning_rate=3e-5", "--per_device_train_batch_size=1", "--per_device_eval_batch_size=1", "--save_total_limit=5", "--max_eval_samples=5000", "--resume_from_checkpoint=./" ], "state": "running", "program": "./run_mlm_flax_no_accum.py", "codePath": "run_mlm_flax_no_accum.py", "git": { "remote": "https://huggingface.co/flax-community/pino-roberta-base", "commit": "0609cb016dd30db635378fb0cd251ec35eed4e53" }, "email": null, "root": "/home/dat/pino-roberta-base", "host": "t1v-n-f5c06ea1-w-0", "username": "dat", "executable": "/home/dat/pino/bin/python" }