Update Climate_site/python_scripts/related_scientist.py

Climate_site/python_scripts/related_scientist.py

@@ -276,70 +276,73 @@ def from_author_id(main_author_ids, year, country_code , size):
     
         url = "https://api.openalex.org/works?filter=author.id:" + main_author_id + ",publication_year:>" + str(year) + "&per_page=200&mailto=emma_scharfmann@berkeley.edu"
 
-        data = get_data(url)["results"]
-
-        for k in tqdm(range(len(data))):
-            work_id = data[k]["id"][21:]
-            for j in range(len(data[k]["authorships"])):
-                author_id = data[k]["authorships"][j]["author"]["id"][21:]
-
-                if author_id != main_author_id:
-                    if author_id not in dic_main_workers:
-                        dic_main_workers[author_id] = {}
-                        dic_main_workers[author_id]["author_name"] = data[k]["authorships"][j]["author"]["display_name"]
-                        dic_main_workers[author_id]["co_authors"] = 0
-                        dic_main_workers[author_id]["citations"] = 0
-                        dic_main_workers[author_id]["institution"] = None
-                        dic_main_workers[author_id]["country_code"] = None
-                        dic_main_workers[author_id]["id"] = None
-                        dic_main_workers[author_id]["longitude"] = None
-                        dic_main_workers[author_id]["latitude"] = None
-                        
-                    if dic_main_workers[author_id]["institution"] == None and data[k]["authorships"][j]["institutions"] != [] and "display_name" in data[k]["authorships"][j]["institutions"][0]:
-                        dic_main_workers[author_id]["institution"] = data[k]["authorships"][j]["institutions"][0]["display_name"]
-                    if dic_main_workers[author_id]["country_code"] == None and data[k]["authorships"][j]["institutions"] != [] and "country_code" in data[k]["authorships"][j]["institutions"][0]:
-                        dic_main_workers[author_id]["country_code"] = data[k]["authorships"][j]["institutions"][0]["country_code"]
-                    if dic_main_workers[author_id]["id"] == None and data[k]["authorships"][j]["institutions"] != [] and "id" in data[k]["authorships"][j]["institutions"][0] and data[k]["authorships"][j]["institutions"][0]["id"] != None:
-                        dic_main_workers[author_id]["id"] = data[k]["authorships"][j]["institutions"][0]["id"][21:]
-
-
-
-                    dic_main_workers[author_id]["co_authors"] += 1
-
-            url = "https://api.openalex.org/works?filter=referenced_works:" + work_id + ",publication_year:>" + str(year) + "&per_page=200&mailto=emma_scharfmann@berkeley.edu"
-            
-
+        try:
+            data = get_data(url)["results"]
+    
+            for k in tqdm(range(len(data))):
+                work_id = data[k]["id"][21:]
+                for j in range(len(data[k]["authorships"])):
+                    author_id = data[k]["authorships"][j]["author"]["id"][21:]
+    
+                    if author_id != main_author_id:
+                        if author_id not in dic_main_workers:
+                            dic_main_workers[author_id] = {}
+                            dic_main_workers[author_id]["author_name"] = data[k]["authorships"][j]["author"]["display_name"]
+                            dic_main_workers[author_id]["co_authors"] = 0
+                            dic_main_workers[author_id]["citations"] = 0
+                            dic_main_workers[author_id]["institution"] = None
+                            dic_main_workers[author_id]["country_code"] = None
+                            dic_main_workers[author_id]["id"] = None
+                            dic_main_workers[author_id]["longitude"] = None
+                            dic_main_workers[author_id]["latitude"] = None
+                            
+                        if dic_main_workers[author_id]["institution"] == None and data[k]["authorships"][j]["institutions"] != [] and "display_name" in data[k]["authorships"][j]["institutions"][0]:
+                            dic_main_workers[author_id]["institution"] = data[k]["authorships"][j]["institutions"][0]["display_name"]
+                        if dic_main_workers[author_id]["country_code"] == None and data[k]["authorships"][j]["institutions"] != [] and "country_code" in data[k]["authorships"][j]["institutions"][0]:
+                            dic_main_workers[author_id]["country_code"] = data[k]["authorships"][j]["institutions"][0]["country_code"]
+                        if dic_main_workers[author_id]["id"] == None and data[k]["authorships"][j]["institutions"] != [] and "id" in data[k]["authorships"][j]["institutions"][0] and data[k]["authorships"][j]["institutions"][0]["id"] != None:
+                            dic_main_workers[author_id]["id"] = data[k]["authorships"][j]["institutions"][0]["id"][21:]
+    
+    
+    
+                        dic_main_workers[author_id]["co_authors"] += 1
+    
+                url = "https://api.openalex.org/works?filter=referenced_works:" + work_id + ",publication_year:>" + str(year) + "&per_page=200&mailto=emma_scharfmann@berkeley.edu"
                 
-            citations_data = get_data(url)["results"]
-            for i in range(len(citations_data)):
-                citing_work_id = citations_data[i]["id"][21:]
-                for j in range(len(citations_data[i]["authorships"])):
-                    citing_author_id = citations_data[i]["authorships"][j]["author"]["id"][21:]
-
-                    if citing_author_id != main_author_id:
-                        if citing_author_id not in dic_main_workers:
-                            dic_main_workers[citing_author_id] = {}
-                            dic_main_workers[citing_author_id]["author_name"] = citations_data[i]["authorships"][j]["author"]["display_name"]
-                            dic_main_workers[citing_author_id]["co_authors"] = 0
-                            dic_main_workers[citing_author_id]["citations"] = 0
-                            dic_main_workers[citing_author_id]["institution"] = None
-                            dic_main_workers[citing_author_id]["country_code"] = None
-                            dic_main_workers[citing_author_id]["id"] = None
-                            dic_main_workers[citing_author_id]["longitude"] = None
-                            dic_main_workers[citing_author_id]["latitude"] = None
+    
+                try:
+                    citations_data = get_data(url)["results"]
+                    for i in range(len(citations_data)):
+                        citing_work_id = citations_data[i]["id"][21:]
+                        for j in range(len(citations_data[i]["authorships"])):
+                            citing_author_id = citations_data[i]["authorships"][j]["author"]["id"][21:]
+        
+                            if citing_author_id != main_author_id:
+                                if citing_author_id not in dic_main_workers:
+                                    dic_main_workers[citing_author_id] = {}
+                                    dic_main_workers[citing_author_id]["author_name"] = citations_data[i]["authorships"][j]["author"]["display_name"]
+                                    dic_main_workers[citing_author_id]["co_authors"] = 0
+                                    dic_main_workers[citing_author_id]["citations"] = 0
+                                    dic_main_workers[citing_author_id]["institution"] = None
+                                    dic_main_workers[citing_author_id]["country_code"] = None
+                                    dic_main_workers[citing_author_id]["id"] = None
+                                    dic_main_workers[citing_author_id]["longitude"] = None
+                                    dic_main_workers[citing_author_id]["latitude"] = None
+                                    
+                                if dic_main_workers[citing_author_id]["institution"] == None and (citations_data[i]["authorships"][j]["institutions"] != [] and "display_name" in citations_data[i]["authorships"][j]["institutions"][0]):
+                                        dic_main_workers[citing_author_id]["institution"] = citations_data[i]["authorships"][j]["institutions"][0]["display_name"]
+                                if dic_main_workers[citing_author_id]["country_code"] == None and (citations_data[i]["authorships"][j]["institutions"] != [] and "country_code" in citations_data[i]["authorships"][j]["institutions"][0] ):
+                                    dic_main_workers[citing_author_id]["country_code"] = citations_data[i]["authorships"][j]["institutions"][0]["country_code"]
+                                if dic_main_workers[citing_author_id]["id"] == None and ( citations_data[i]["authorships"][j]["institutions"] != [] and "id" in citations_data[i]["authorships"][j]["institutions"][0] and citations_data[i]["authorships"][j]["institutions"][0]["id"] != None):
+                                    dic_main_workers[citing_author_id]["id"] = citations_data[i]["authorships"][j]["institutions"][0]["id"][21:]
+                                        
+                                dic_main_workers[citing_author_id]["citations"] += 1
+    
+                except:
+                    pass
+        except:
+            pass
                             
-                        if dic_main_workers[citing_author_id]["institution"] == None and (citations_data[i]["authorships"][j]["institutions"] != [] and "display_name" in citations_data[i]["authorships"][j]["institutions"][0]):
-                                dic_main_workers[citing_author_id]["institution"] = citations_data[i]["authorships"][j]["institutions"][0]["display_name"]
-                        if dic_main_workers[citing_author_id]["country_code"] == None and (citations_data[i]["authorships"][j]["institutions"] != [] and "country_code" in citations_data[i]["authorships"][j]["institutions"][0] ):
-                            dic_main_workers[citing_author_id]["country_code"] = citations_data[i]["authorships"][j]["institutions"][0]["country_code"]
-                        if dic_main_workers[citing_author_id]["id"] == None and ( citations_data[i]["authorships"][j]["institutions"] != [] and "id" in citations_data[i]["authorships"][j]["institutions"][0] and citations_data[i]["authorships"][j]["institutions"][0]["id"] != None):
-                            dic_main_workers[citing_author_id]["id"] = citations_data[i]["authorships"][j]["institutions"][0]["id"][21:]
-                                
-                        
-
-                        dic_main_workers[citing_author_id]["citations"] += 1
-                        
-                        
     for author_id in dic_main_workers:
         if dic_main_workers[author_id]["id"] != None:
             institution_id = dic_main_workers[author_id]["id"]