Upload experiments/2022-10-19-f0361591436403c2807cb3594168ad959ccfc8c7c86898c748ca23b0791d663d with huggingface_hub

experiments/2022-10-19-f0361591436403c2807cb3594168ad959ccfc8c7c86898c748ca23b0791d663d/configs.json

@@ -0,0 +1,26 @@
+{
+    "output_dir": "./results",
+    "evaluation_strategy": "no",
+    "do_eval": false,
+    "eval_steps": 0,
+    "log_level": "error",
+    "logging_first_step": true,
+    "logging_steps": 5,
+    "logging_dir": "./logs",
+    "save_steps": 200,
+    "save_total_limit": 2,
+    "num_train_epochs": 5,
+    "per_device_train_batch_size": 8,
+    "optim": "adamw_torch",
+    "gradient_accumulation_steps": 4,
+    "gradient_checkpointing": true,
+    "dataloader_drop_last": true,
+    "warmup_steps": 100,
+    "weight_decay": 0.01,
+    "learning_rate": 5e-05,
+    "fp16": true,
+    "total_gpus": 1,
+    "v_cpus": 6,
+    "total_memory_in_gb": 23040.7890625,
+    "dataset_limit": 100
+}

experiments/2022-10-19-f0361591436403c2807cb3594168ad959ccfc8c7c86898c748ca23b0791d663d/final_checkpoint/config.json

@@ -0,0 +1,54 @@
+{
+  "_name_or_path": "EleutherAI/gpt-neo-125M",
+  "activation_function": "gelu_new",
+  "architectures": [
+    "GPTNeoForCausalLM"
+  ],
+  "attention_dropout": 0,
+  "attention_layers": [
+    "global",
+    "local",
+    "global",
+    "local",
+    "global",
+    "local",
+    "global",
+    "local",
+    "global",
+    "local",
+    "global",
+    "local"
+  ],
+  "attention_types": [
+    [
+      [
+        "global",
+        "local"
+      ],
+      6
+    ]
+  ],
+  "bos_token_id": 50256,
+  "embed_dropout": 0,
+  "eos_token_id": 50256,
+  "gradient_checkpointing": false,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": null,
+  "layer_norm_epsilon": 1e-05,
+  "max_position_embeddings": 2048,
+  "model_type": "gpt_neo",
+  "num_heads": 12,
+  "num_layers": 12,
+  "resid_dropout": 0,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.23.1",
+  "use_cache": true,
+  "vocab_size": 50259,
+  "window_size": 256
+}

experiments/2022-10-19-f0361591436403c2807cb3594168ad959ccfc8c7c86898c748ca23b0791d663d/final_checkpoint/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093c29b8fe2cc47a2f4d3302a1b51e272a8b86d7cf2d1882a33724afb0384f6e
+size 551191249

experiments/2022-10-19-f0361591436403c2807cb3594168ad959ccfc8c7c86898c748ca23b0791d663d/logs/1666218592.159416/events.out.tfevents.1666218592.recd68n2rbwktkbnt.3128.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5924bb416b2fa320f397e28485ed6ebb6f5695d17bd9c55cffd3dc782c38575
+size 5413

experiments/2022-10-19-f0361591436403c2807cb3594168ad959ccfc8c7c86898c748ca23b0791d663d/logs/1666218665.3611495/events.out.tfevents.1666218665.recd68n2rbwktkbnt.3358.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae1a06a1515c8c194389bad818f1854c9a564cdeaaa5b736ecd7e365123a442c
+size 5413

experiments/2022-10-19-f0361591436403c2807cb3594168ad959ccfc8c7c86898c748ca23b0791d663d/logs/1666218738.1772957/events.out.tfevents.1666218738.recd68n2rbwktkbnt.3553.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6a04e8da0ade2169f87a5d1778445658dc93eaffecd95c37d5c8f972acf047
+size 5413

experiments/2022-10-19-f0361591436403c2807cb3594168ad959ccfc8c7c86898c748ca23b0791d663d/logs/events.out.tfevents.1666218592.recd68n2rbwktkbnt.3128.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d64dbb32821ad239b4b6a0247053f470d75392df9050fdec33cab2765d450ffb
+size 4501

experiments/2022-10-19-f0361591436403c2807cb3594168ad959ccfc8c7c86898c748ca23b0791d663d/logs/events.out.tfevents.1666218665.recd68n2rbwktkbnt.3358.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813d26200905d41000c7e75ef38c49731f6d472effd0c147feeb1da817298d59
+size 4502

experiments/2022-10-19-f0361591436403c2807cb3594168ad959ccfc8c7c86898c748ca23b0791d663d/logs/events.out.tfevents.1666218738.recd68n2rbwktkbnt.3553.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b23a15f65baf52a7dcdd53ef2e47deaf7a5bf2c4880541319616031553d88ac
+size 11851

experiments/2022-10-19-f0361591436403c2807cb3594168ad959ccfc8c7c86898c748ca23b0791d663d/output.log

@@ -0,0 +1,10 @@
+nohup: ignoring input
+Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
+Special tokens have been added in the vocabulary, make sure the associated word embeddings are fine-tuned or trained.
+No config specified, defaulting to: apps/all
+Found cached dataset apps (/home/user/.cache/huggingface/datasets/codeparrot___apps/all/0.0.0/04ac807715d07d6e5cc580f59cdc8213cd7dc4529d0bb819cca72c9f8e8c1aa5)
+PyTorch: setting up devices
+The default value for the training argument `--report_to` will change in v5 (from all installed integrations to none). In v5, you will need to use `--report_to all` to get the same behavior as now. You should start updating your code and make this info disappear :-).
+Max length: 2048
+GPU memory occupied: 2667 MB.
+
  0%|          | 0/235 [00:00<?, ?it/s]
  0%|          | 1/235 [00:03<13:42,  3.51s/it]
                                               
  0%|          | 1/235 [00:03<13:42,  3.51s/it]
  1%|          | 2/235 [00:06<12:22,  3.18s/it]
  1%|▏         | 3/235 [00:09<11:54,  3.08s/it]
  2%|▏         | 4/235 [00:12<11:41,  3.04s/it]
  2%|▏         | 5/235 [00:15<11:32,  3.01s/it]
                                               
  2%|▏         | 5/235 [00:15<11:32,  3.01s/it]
  3%|▎         | 6/235 [00:18<11:26,  3.00s/it]
  3%|▎         | 7/235 [00:21<11:21,  2.99s/it]
  3%|▎         | 8/235 [00:24<11:16,  2.98s/it]
  4%|▍         | 9/235 [00:27<11:13,  2.98s/it]
  4%|▍         | 10/235 [00:30<11:09,  2.98s/it]
                                                
  4%|▍         | 10/235 [00:30<11:09,  2.98s/it]
  5%|▍         | 11/235 [00:33<11:06,  2.97s/it]
  5%|▌         | 12/235 [00:36<11:03,  2.97s/it]
  6%|▌         | 13/235 [00:39<11:00,  2.97s/it]
  6%|▌         | 14/235 [00:42<10:56,  2.97s/it]
  6%|▋         | 15/235 [00:45<10:54,  2.97s/it]
                                                
  6%|▋         | 15/235 [00:45<10:54,  2.97s/it]
  7%|▋         | 16/235 [00:48<10:51,  2.97s/it]
  7%|▋         | 17/235 [00:51<10:48,  2.97s/it]
  8%|▊         | 18/235 [00:53<10:45,  2.97s/it]
  8%|▊         | 19/235 [00:56<10:42,  2.97s/it]
  9%|▊         | 20/235 [00:59<10:39,  2.97s/it]
                                                
  9%|▊         | 20/235 [00:59<10:39,  2.97s/it]
  9%|▉         | 21/235 [01:02<10:36,  2.97s/it]
  9%|▉         | 22/235 [01:05<10:33,  2.98s/it]
 10%|▉         | 23/235 [01:08<10:30,  2.98s/it]
 10%|█         | 24/235 [01:11<10:28,  2.98s/it]
 11%|█         | 25/235 [01:14<10:25,  2.98s/it]
                                                
 11%|█         | 25/235 [01:14<10:25,  2.98s/it]
 11%|█         | 26/235 [01:17<10:22,  2.98s/it]
 11%|█▏        | 27/235 [01:20<10:19,  2.98s/it]
 12%|█▏        | 28/235 [01:23<10:16,  2.98s/it]
 12%|█▏        | 29/235 [01:26<10:13,  2.98s/it]
 13%|█▎        | 30/235 [01:29<10:10,  2.98s/it]
                                                
 13%|█▎        | 30/235 [01:29<10:10,  2.98s/it]
 13%|█▎        | 31/235 [01:32<10:07,  2.98s/it]
 14%|█▎        | 32/235 [01:35<10:04,  2.98s/it]
 14%|█▍        | 33/235 [01:38<10:01,  2.98s/it]
 14%|█▍        | 34/235 [01:41<09:58,  2.98s/it]
 15%|█▍        | 35/235 [01:44<09:56,  2.98s/it]
                                                
 15%|█▍        | 35/235 [01:44<09:56,  2.98s/it]
 15%|█▌        | 36/235 [01:47<09:53,  2.98s/it]
 16%|█▌        | 37/235 [01:50<09:50,  2.98s/it]
 16%|█▌        | 38/235 [01:53<09:46,  2.98s/it]
 17%|█▋        | 39/235 [01:56<09:43,  2.98s/it]
 17%|█▋        | 40/235 [01:59<09:40,  2.98s/it]
                                                
 17%|█▋        | 40/235 [01:59<09:40,  2.98s/it]
 17%|█▋        | 41/235 [02:02<09:37,  2.98s/it]
 18%|█▊        | 42/235 [02:05<09:34,  2.98s/it]
 18%|█▊        | 43/235 [02:08<09:31,  2.98s/it]
 19%|█▊        | 44/235 [02:11<09:28,  2.98s/it]
 19%|█▉        | 45/235 [02:14<09:25,  2.98s/it]
                                                
 19%|█▉        | 45/235 [02:14<09:25,  2.98s/it]
 20%|█▉        | 46/235 [02:17<09:22,  2.98s/it]
 20%|██        | 47/235 [02:20<09:19,  2.98s/it]
 20%|██        | 48/235 [02:25<11:21,  3.64s/it]
 21%|██        | 49/235 [02:28<10:40,  3.44s/it]
 21%|██▏       | 50/235 [02:31<10:10,  3.30s/it]
                                                
 21%|██▏       | 50/235 [02:31<10:10,  3.30s/it]
 22%|██▏       | 51/235 [02:34<09:49,  3.20s/it]
 22%|██▏       | 52/235 [02:37<09:33,  3.14s/it]
 23%|██▎       | 53/235 [02:40<09:22,  3.09s/it]
 23%|██▎       | 54/235 [02:43<09:13,  3.06s/it]
 23%|██▎       | 55/235 [02:46<09:05,  3.03s/it]
                                                
 23%|██▎       | 55/235 [02:46<09:05,  3.03s/it]
 24%|██▍       | 56/235 [02:49<08:59,  3.02s/it]
 24%|██▍       | 57/235 [02:52<08:54,  3.00s/it]
 25%|██▍       | 58/235 [02:55<08:50,  2.99s/it]
 25%|██▌       | 59/235 [02:58<08:46,  2.99s/it]
 26%|██▌       | 60/235 [03:01<08:42,  2.98s/it]
                                                
 26%|██▌       | 60/235 [03:01<08:42,  2.98s/it]
 26%|██▌       | 61/235 [03:04<08:38,  2.98s/it]
 26%|██▋       | 62/235 [03:07<08:35,  2.98s/it]
 27%|██▋       | 63/235 [03:10<08:32,  2.98s/it]
 27%|██▋       | 64/235 [03:13<08:29,  2.98s/it]
 28%|██▊       | 65/235 [03:16<08:26,  2.98s/it]
                                                
 28%|██▊       | 65/235 [03:16<08:26,  2.98s/it]
 28%|██▊       | 66/235 [03:19<08:23,  2.98s/it]
 29%|██▊       | 67/235 [03:22<08:20,  2.98s/it]
 29%|██▉       | 68/235 [03:25<08:16,  2.98s/it]
 29%|██▉       | 69/235 [03:28<08:13,  2.98s/it]
 30%|██▉       | 70/235 [03:31<08:10,  2.98s/it]
                                                
 30%|██▉       | 70/235 [03:31<08:10,  2.98s/it]
 30%|███       | 71/235 [03:33<08:07,  2.98s/it]
 31%|███       | 72/235 [03:36<08:04,  2.98s/it]
 31%|███       | 73/235 [03:39<08:01,  2.98s/it]
 31%|███▏      | 74/235 [03:42<07:58,  2.98s/it]
 32%|███▏      | 75/235 [03:45<07:56,  2.98s/it]
                                                
 32%|███▏      | 75/235 [03:45<07:56,  2.98s/it]
 32%|███▏      | 76/235 [03:48<07:53,  2.98s/it]
 33%|███▎      | 77/235 [03:51<07:50,  2.97s/it]
 33%|███▎      | 78/235 [03:54<07:47,  2.97s/it]
 34%|███▎      | 79/235 [03:57<07:44,  2.98s/it]
 34%|███▍      | 80/235 [04:00<07:41,  2.98s/it]
                                                
 34%|███▍      | 80/235 [04:00<07:41,  2.98s/it]
 34%|███▍      | 81/235 [04:03<07:38,  2.97s/it]
 35%|███▍      | 82/235 [04:06<07:35,  2.97s/it]
 35%|███▌      | 83/235 [04:09<07:32,  2.97s/it]
 36%|███▌      | 84/235 [04:12<07:28,  2.97s/it]
 36%|███▌      | 85/235 [04:15<07:26,  2.97s/it]
                                                
 36%|███▌      | 85/235 [04:15<07:26,  2.97s/it]
 37%|███▋      | 86/235 [04:18<07:23,  2.97s/it]
 37%|███▋      | 87/235 [04:21<07:20,  2.97s/it]
 37%|███▋      | 88/235 [04:24<07:17,  2.97s/it]
 38%|███▊      | 89/235 [04:27<07:14,  2.97s/it]
 38%|███▊      | 90/235 [04:30<07:11,  2.97s/it]
                                                
 38%|███▊      | 90/235 [04:30<07:11,  2.97s/it]
 39%|███▊      | 91/235 [04:33<07:08,  2.97s/it]
 39%|███▉      | 92/235 [04:36<07:05,  2.97s/it]
 40%|███▉      | 93/235 [04:39<07:01,  2.97s/it]
 40%|████      | 94/235 [04:42<06:58,  2.97s/it]
 40%|████      | 95/235 [04:47<08:29,  3.64s/it]
                                                
 40%|████      | 95/235 [04:47<08:29,  3.64s/it]
 41%|████      | 96/235 [04:50<07:57,  3.44s/it]
 41%|████▏     | 97/235 [04:53<07:35,  3.30s/it]
 42%|████▏     | 98/235 [04:56<07:18,  3.20s/it]
 42%|████▏     | 99/235 [04:59<07:05,  3.13s/it]
 43%|████▎     | 100/235 [05:02<06:56,  3.08s/it]
                                                 
 43%|████▎     | 100/235 [05:02<06:56,  3.08s/it]
 43%|████▎     | 101/235 [05:05<06:48,  3.05s/it]
 43%|████▎     | 102/235 [05:08<06:42,  3.03s/it]
 44%|████▍     | 103/235 [05:11<06:37,  3.01s/it]
 44%|████▍     | 104/235 [05:14<06:32,  3.00s/it]
 45%|████▍     | 105/235 [05:17<06:28,  2.99s/it]
                                                 
 45%|████▍     | 105/235 [05:17<06:28,  2.99s/it]
 45%|████▌     | 106/235 [05:20<06:25,  2.98s/it]
 46%|████▌     | 107/235 [05:23<06:21,  2.98s/it]
 46%|████▌     | 108/235 [05:26<06:18,  2.98s/it]
 46%|████▋     | 109/235 [05:29<06:15,  2.98s/it]
 47%|████▋     | 110/235 [05:32<06:11,  2.98s/it]
                                                 
 47%|████▋     | 110/235 [05:32<06:11,  2.98s/it]
 47%|████▋     | 111/235 [05:35<06:08,  2.97s/it]
 48%|████▊     | 112/235 [05:38<06:05,  2.97s/it]
 48%|████▊     | 113/235 [05:41<06:02,  2.97s/it]
 49%|████▊     | 114/235 [05:44<05:59,  2.97s/it]
 49%|████▉     | 115/235 [05:47<05:56,  2.97s/it]
                                                 
 49%|████▉     | 115/235 [05:47<05:56,  2.97s/it]
 49%|████▉     | 116/235 [05:49<05:53,  2.97s/it]
 50%|████▉     | 117/235 [05:52<05:50,  2.97s/it]
 50%|█████     | 118/235 [05:55<05:47,  2.97s/it]
 51%|█████     | 119/235 [05:58<05:44,  2.97s/it]
 51%|█████     | 120/235 [06:01<05:41,  2.97s/it]
                                                 
 51%|█████     | 120/235 [06:01<05:41,  2.97s/it]
 51%|█████▏    | 121/235 [06:04<05:38,  2.97s/it]
 52%|█████▏    | 122/235 [06:07<05:35,  2.97s/it]
 52%|███���█▏    | 123/235 [06:10<05:32,  2.97s/it]
 53%|█████▎    | 124/235 [06:13<05:29,  2.97s/it]
 53%|█████▎    | 125/235 [06:16<05:26,  2.97s/it]
                                                 
 53%|█████▎    | 125/235 [06:16<05:26,  2.97s/it]
 54%|█████▎    | 126/235 [06:19<05:23,  2.97s/it]
 54%|█████▍    | 127/235 [06:22<05:20,  2.97s/it]
 54%|█████▍    | 128/235 [06:25<05:17,  2.97s/it]
 55%|█████▍    | 129/235 [06:28<05:14,  2.97s/it]
 55%|█████▌    | 130/235 [06:31<05:12,  2.97s/it]
                                                 
 55%|█████▌    | 130/235 [06:31<05:12,  2.97s/it]
 56%|█████▌    | 131/235 [06:34<05:09,  2.97s/it]
 56%|█████▌    | 132/235 [06:37<05:06,  2.97s/it]
 57%|█████▋    | 133/235 [06:40<05:03,  2.97s/it]
 57%|█████▋    | 134/235 [06:43<05:00,  2.97s/it]
 57%|█████▋    | 135/235 [06:46<04:57,  2.97s/it]
                                                 
 57%|█████▋    | 135/235 [06:46<04:57,  2.97s/it]
 58%|█████▊    | 136/235 [06:49<04:54,  2.97s/it]
 58%|█████▊    | 137/235 [06:52<04:51,  2.97s/it]
 59%|█████▊    | 138/235 [06:55<04:48,  2.97s/it]
 59%|█████▉    | 139/235 [06:58<04:45,  2.97s/it]
 60%|█████▉    | 140/235 [07:01<04:42,  2.97s/it]
                                                 
 60%|█████▉    | 140/235 [07:01<04:42,  2.97s/it]
 60%|██████    | 141/235 [07:04<04:39,  2.97s/it]
 60%|██████    | 142/235 [07:09<05:38,  3.64s/it]
 61%|██████    | 143/235 [07:12<05:16,  3.44s/it]
 61%|██████▏   | 144/235 [07:15<05:00,  3.30s/it]
 62%|██████▏   | 145/235 [07:18<04:47,  3.20s/it]
                                                 
 62%|██████▏   | 145/235 [07:18<04:47,  3.20s/it]
 62%|██████▏   | 146/235 [07:21<04:38,  3.13s/it]
 63%|██████▎   | 147/235 [07:24<04:31,  3.08s/it]
 63%|██████▎   | 148/235 [07:27<04:25,  3.05s/it]
 63%|██████▎   | 149/235 [07:30<04:20,  3.03s/it]
 64%|██████▍   | 150/235 [07:33<04:15,  3.01s/it]
                                                 
 64%|██████▍   | 150/235 [07:33<04:15,  3.01s/it]
 64%|██████▍   | 151/235 [07:36<04:12,  3.00s/it]
 65%|██████▍   | 152/235 [07:39<04:08,  2.99s/it]
 65%|██████▌   | 153/235 [07:42<04:04,  2.99s/it]
 66%|██████▌   | 154/235 [07:45<04:01,  2.98s/it]
 66%|██████▌   | 155/235 [07:48<03:58,  2.98s/it]
                                                 
 66%|██████▌   | 155/235 [07:48<03:58,  2.98s/it]
 66%|██████▋   | 156/235 [07:51<03:55,  2.98s/it]
 67%|██████▋   | 157/235 [07:54<03:52,  2.98s/it]
 67%|██████▋   | 158/235 [07:57<03:49,  2.97s/it]
 68%|██████▊   | 159/235 [08:00<03:45,  2.97s/it]
 68%|██████▊   | 160/235 [08:02<03:42,  2.97s/it]
                                                 
 68%|██████▊   | 160/235 [08:02<03:42,  2.97s/it]
 69%|██████▊   | 161/235 [08:05<03:40,  2.97s/it]
 69%|██████▉   | 162/235 [08:08<03:37,  2.97s/it]
 69%|██████▉   | 163/235 [08:11<03:34,  2.97s/it]
 70%|██████▉   | 164/235 [08:14<03:31,  2.97s/it]
 70%|███████   | 165/235 [08:17<03:28,  2.97s/it]
                                                 
 70%|███████   | 165/235 [08:17<03:28,  2.97s/it]
 71%|███████   | 166/235 [08:20<03:25,  2.97s/it]
 71%|███████   | 167/235 [08:23<03:22,  2.97s/it]
 71%|███████▏  | 168/235 [08:26<03:19,  2.97s/it]
 72%|███████▏  | 169/235 [08:29<03:16,  2.97s/it]
 72%|███████▏  | 170/235 [08:32<03:13,  2.97s/it]
                                                 
 72%|███████▏  | 170/235 [08:32<03:13,  2.97s/it]
 73%|███████▎  | 171/235 [08:35<03:10,  2.97s/it]
 73%|███████▎  | 172/235 [08:38<03:07,  2.97s/it]
 74%|███████▎  | 173/235 [08:41<03:04,  2.97s/it]
 74%|███████▍  | 174/235 [08:44<03:01,  2.97s/it]
 74%|███████▍  | 175/235 [08:47<02:58,  2.97s/it]
                                                 
 74%|███████▍  | 175/235 [08:47<02:58,  2.97s/it]
 75%|███████▍  | 176/235 [08:50<02:55,  2.97s/it]
 75%|███████▌  | 177/235 [08:53<02:52,  2.97s/it]
 76%|███████▌  | 178/235 [08:56<02:49,  2.97s/it]
 76%|███████▌  | 179/235 [08:59<02:46,  2.97s/it]
 77%|███████▋  | 180/235 [09:02<02:43,  2.97s/it]
                                                 
 77%|███████▋  | 180/235 [09:02<02:43,  2.97s/it]
 77%|███████▋  | 181/235 [09:05<02:40,  2.97s/it]
 77%|███████▋  | 182/235 [09:08<02:37,  2.97s/it]
 78%|███████▊  | 183/235 [09:11<02:34,  2.97s/it]
 78%|███████▊  | 184/235 [09:14<02:31,  2.97s/it]
 79%|███████▊  | 185/235 [09:17<02:28,  2.97s/it]
                                                 
 79%|███████▊  | 185/235 [09:17<02:28,  2.97s/it]
 79%|███████▉  | 186/235 [09:20<02:25,  2.97s/it]
 80%|███████▉  | 187/235 [09:23<02:22,  2.97s/it]
 80%|████████  | 188/235 [09:26<02:19,  2.97s/it]
 80%|████████  | 189/235 [09:31<02:47,  3.64s/it]
 81%|████████  | 190/235 [09:34<02:34,  3.44s/it]
                                                 
 81%|████████  | 190/235 [09:34<02:34,  3.44s/it]
 81%|████████▏ | 191/235 [09:37<02:25,  3.30s/it]
 82%|████████▏ | 192/235 [09:40<02:17,  3.20s/it]
 82%|████████▏ | 193/235 [09:43<02:11,  3.13s/it]
 83%|████████▎ | 194/235 [09:46<02:06,  3.09s/it]
 83%|████████▎ | 195/235 [09:49<02:02,  3.05s/it]
                                                 
 83%|████████▎ | 195/235 [09:49<02:02,  3.05s/it]
 83%|████████▎ | 196/235 [09:52<01:58,  3.03s/it]
 84%|████████▍ | 197/235 [09:55<01:54,  3.01s/it]
 84%|████████▍ | 198/235 [09:58<01:51,  3.00s/it]
 85%|████████▍ | 199/235 [10:01<01:47,  2.99s/it]
 85%|████████▌ | 200/235 [10:04<01:44,  2.99s/it]
                                                 
 85%|████████▌ | 200/235 [10:04<01:44,  2.99s/it]
 86%|████████▌ | 201/235 [10:12<02:34,  4.54s/it]
 86%|████████▌ | 202/235 [10:15<02:14,  4.07s/it]
 86%|████████▋ | 203/235 [10:18<01:59,  3.74s/it]
 87%|████████▋ | 204/235 [10:21<01:48,  3.51s/it]
 87%|████████▋ | 205/235 [10:24<01:40,  3.34s/it]
                                                 
 87%|████████▋ | 205/235 [10:24<01:40,  3.34s/it]
 88%|████████▊ | 206/235 [10:27<01:33,  3.23s/it]
 88%|████████▊ | 207/235 [10:30<01:28,  3.15s/it]
 89%|████████▊ | 208/235 [10:33<01:23,  3.10s/it]
 89%|████████▉ | 209/235 [10:36<01:19,  3.06s/it]
 89%|████████▉ | 210/235 [10:38<01:15,  3.03s/it]
                                                 
 89%|████████▉ | 210/235 [10:38<01:15,  3.03s/it]
 90%|████████▉ | 211/235 [10:41<01:12,  3.01s/it]
 90%|█████████ | 212/235 [10:44<01:09,  3.00s/it]
 91%|█████████ | 213/235 [10:47<01:05,  2.99s/it]
 91%|█████████ | 214/235 [10:50<01:02,  2.99s/it]
 91%|█████████▏| 215/235 [10:53<00:59,  2.98s/it]
                                                 
 91%|█████████▏| 215/235 [10:53<00:59,  2.98s/it]
 92%|█████████▏| 216/235 [10:56<00:56,  2.98s/it]
 92%|█████████▏| 217/235 [10:59<00:53,  2.98s/it]
 93%|█████████▎| 218/235 [11:02<00:50,  2.97s/it]
 93%|█████████▎| 219/235 [11:05<00:47,  2.97s/it]
 94%|█████████▎| 220/235 [11:08<00:44,  2.97s/it]
                                                 
 94%|█████████▎| 220/235 [11:08<00:44,  2.97s/it]
 94%|█████████▍| 221/235 [11:11<00:41,  2.97s/it]
 94%|█████████▍| 222/235 [11:14<00:38,  2.97s/it]
 95%|█████████▍| 223/235 [11:17<00:35,  2.97s/it]
 95%|█████████▌| 224/235 [11:20<00:32,  2.97s/it]
 96%|█████████▌| 225/235 [11:23<00:29,  2.97s/it]
                                                 
 96%|█████████▌| 225/235 [11:23<00:29,  2.97s/it]
 96%|█████████▌| 226/235 [11:26<00:26,  2.97s/it]
 97%|█████████▋| 227/235 [11:29<00:23,  2.97s/it]
 97%|█████████▋| 228/235 [11:32<00:20,  2.97s/it]
 97%|█████████▋| 229/235 [11:35<00:17,  2.97s/it]
 98%|█████████▊| 230/235 [11:38<00:14,  2.97s/it]
                                                 
 98%|█████████▊| 230/235 [11:38<00:14,  2.97s/it]
 98%|█████████▊| 231/235 [11:41<00:11,  2.97s/it]
 99%|█████████▊| 232/235 [11:44<00:08,  2.97s/it]
 99%|█████████▉| 233/235 [11:47<00:05,  2.97s/it]