Upload folder using huggingface_hub

torchelastic_s9vt91ut/ff8d4681fe2704fb5965_axrjo35m/attempt_0/1/error.json

@@ -0,0 +1 @@
+{"message": {"message": "ConnectionError: HTTPSConnectionPool(host='cdn-lfs.huggingface.co', port=443): Read timed out.", "extraInfo": {"py_callstack": "Traceback (most recent call last):\n  File \"/opt/conda/lib/python3.10/site-packages/urllib3/response.py\", line 444, in _error_catcher\n    yield\n  File \"/opt/conda/lib/python3.10/site-packages/urllib3/response.py\", line 567, in read\n    data = self._fp_read(amt) if not fp_closed else b\"\"\n  File \"/opt/conda/lib/python3.10/site-packages/urllib3/response.py\", line 533, in _fp_read\n    return self._fp.read(amt) if amt is not None else self._fp.read()\n  File \"/opt/conda/lib/python3.10/http/client.py\", line 466, in read\n    s = self.fp.read(amt)\n  File \"/opt/conda/lib/python3.10/socket.py\", line 705, in readinto\n    return self._sock.recv_into(b)\n  File \"/opt/conda/lib/python3.10/ssl.py\", line 1307, in recv_into\n    return self.read(nbytes, buffer)\n  File \"/opt/conda/lib/python3.10/ssl.py\", line 1163, in read\n    return self._sslobj.read(len, buffer)\nTimeoutError: The read operation timed out\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n  File \"/opt/conda/lib/python3.10/site-packages/requests/models.py\", line 816, in generate\n    yield from self.raw.stream(chunk_size, decode_content=True)\n  File \"/opt/conda/lib/python3.10/site-packages/urllib3/response.py\", line 628, in stream\n    data = self.read(amt=amt, decode_content=decode_content)\n  File \"/opt/conda/lib/python3.10/site-packages/urllib3/response.py\", line 566, in read\n    with self._error_catcher():\n  File \"/opt/conda/lib/python3.10/contextlib.py\", line 153, in __exit__\n    self.gen.throw(typ, value, traceback)\n  File \"/opt/conda/lib/python3.10/site-packages/urllib3/response.py\", line 449, in _error_catcher\n    raise ReadTimeoutError(self._pool, None, \"Read timed out.\")\nurllib3.exceptions.ReadTimeoutError: HTTPSConnectionPool(host='cdn-lfs.huggingface.co', port=443): Read timed out.\n\nDuring handling of the above exception, another exception occurred:\n\nTraceback (most recent call last):\n  File \"/opt/conda/lib/python3.10/site-packages/torch/distributed/elastic/multiprocessing/errors/__init__.py\", line 346, in wrapper\n    return f(*args, **kwargs)\n  File \"/opt/conda/lib/python3.10/site-packages/flytekitplugins/kfpytorch/task.py\", line 249, in spawn_helper\n    return_val = fn(**kwargs)\n  File \"/root/fine_tuning/llm_fine_tuning.py\", line 489, in train\n    model = transformers.AutoModelForCausalLM.from_pretrained(\n  File \"/opt/conda/lib/python3.10/site-packages/transformers/models/auto/auto_factory.py\", line 566, in from_pretrained\n    return model_class.from_pretrained(\n  File \"/opt/conda/lib/python3.10/site-packages/transformers/modeling_utils.py\", line 3128, in from_pretrained\n    resolved_archive_file, sharded_metadata = get_checkpoint_shard_files(\n  File \"/opt/conda/lib/python3.10/site-packages/transformers/utils/hub.py\", line 1052, in get_checkpoint_shard_files\n    cached_filename = cached_file(\n  File \"/opt/conda/lib/python3.10/site-packages/transformers/utils/hub.py\", line 430, in cached_file\n    resolved_file = hf_hub_download(\n  File \"/opt/conda/lib/python3.10/site-packages/huggingface_hub/utils/_validators.py\", line 118, in _inner_fn\n    return fn(*args, **kwargs)\n  File \"/opt/conda/lib/python3.10/site-packages/huggingface_hub/file_download.py\", line 1431, in hf_hub_download\n    http_get(\n  File \"/opt/conda/lib/python3.10/site-packages/huggingface_hub/file_download.py\", line 551, in http_get\n    for chunk in r.iter_content(chunk_size=10 * 1024 * 1024):\n  File \"/opt/conda/lib/python3.10/site-packages/requests/models.py\", line 822, in generate\n    raise ConnectionError(e)\nrequests.exceptions.ConnectionError: HTTPSConnectionPool(host='cdn-lfs.huggingface.co', port=443): Read timed out.\n", "timestamp": "1699480854"}}}