Add error handling for data fetching in fetch_paper_data_with_category function

fetch_data.py

@@ -59,9 +59,13 @@ def fetch_paper_data_with_category(cat_ids_api_key):
         if cat_ids:
             for category, ids in cat_ids.items():
                 print(f"Fetching data for category: {category}")
-                paper_data = fetch_paper_data_concurrently(ids['ids'])
-                if paper_data:
-                    data[category] = paper_data
+                try:
+                    paper_data = fetch_paper_data_concurrently(ids['ids'])
+                    if paper_data:
+                        data[category] = paper_data
+                except Exception as e:
+                    print(f"Error fetching data for category {category}: {str(e)}")
+                    continue
         return json.dumps(data, indent=4, ensure_ascii=False)
     except Exception as e:
         print(f"Exception while fetching paper data by category: {str(e)}")