Add error handling for datafile download and upload in extract_arxiv_data function

arvix.py

@@ -55,6 +55,8 @@ def extract_data(category):
     return list(all_ids)
 
 def extract_arxiv_data():
+    if not utils.download_datafile('arxiv.txt'):
+        raise Exception("Failed to download datafile")
     categories = {
         "Astrophysics": ["astro-ph"],
         "Condensed Matter": ["cond-mat"],
@@ -76,7 +78,6 @@ def extract_arxiv_data():
     }
     data = {}
     used_ids = set()
-
     for category, subcategories in categories.items():
         category_ids = set()
         for subcategory in subcategories:
@@ -89,13 +90,11 @@ def extract_arxiv_data():
                     break
             if len(category_ids) == 4:
                 break
-
-        # Ensure exactly 4 IDs for each category
         while len(category_ids) < 4:
             category_ids.add(random.choice(list(used_ids)))
-
         data[category] = {"ids": list(category_ids)}
-
+    if not utils.upload_datafile('arxiv.txt'):
+        raise Exception("Failed to upload datafile")
     return json.dumps(data, indent=4, ensure_ascii=False)
 
 if __name__ == '__main__':