Update app.py

app.py

@@ -13,6 +13,9 @@ import re
 from collections import defaultdict
 from huggingface_hub import hf_hub_download
 import json        
+from huggingface_hub import hf_hub_download
+
+
 pattern = r'"(.*?)"'
 # this pattern captures anything in a double quotes. 
 
@@ -57,9 +60,8 @@ books = load_dataset('FDSRashid/Hadith_info', data_files='Books.csv', token = Se
 matn_info['Book_ID'] = matn_info['bookid_hadithid'].apply(lambda x: int(x.split('_')[0]))
 matn_info['Hadith Number'] = matn_info['bookid_hadithid'].apply(lambda x: int(x.split('_')[1]))
 matn_info = pd.merge(matn_info, books, on='Book_ID')
-
-
-from huggingface_hub import hf_hub_download
+# Preprocess narrator_bios into a dictionary
+narrator_info = narrator_bios.set_index('Rawi ID').to_dict(orient='index')
 
 # Download and read a file
 file_path = hf_hub_download(
@@ -80,14 +82,14 @@ def value_to_hex(value):
 
 
 def get_node_info(node):
-    node_info = narrator_bios[narrator_bios['Rawi ID'] == int(node)]
-    # Extract values with defaults, using `.iloc` if available, otherwise default
-    student_narrations = node_info['Number of Narrations'].iloc[0] if not node_info.empty else 1
-    student_gen = node_info['Generation'].iloc[0] if not node_info.empty else -1
-    student_rank = node_info['Narrator Rank'].iloc[0] if not node_info.empty else 'فلان'
-    node_name = node_info['Famous Name'].iloc[0] if not node_info.empty else 'فلان'
-    return node_info,student_narrations,student_gen, student_rank, node_name
-    
+    node = int(node)  # Ensure node is an integer
+    info = narrator_info.get(node, {})
+    student_narrations = info.get('Number of Narrations', 1)
+    student_gen = info.get('Generation', -1)
+    student_rank = info.get('Narrator Rank', 'فلان')
+    node_name = info.get('Famous Name', 'فلان')
+    return info, student_narrations, student_gen, student_rank, node_name
+
 
 def visualize_isnad(taraf_num, yaxis):
     # Precompute filtered dataframes
@@ -128,18 +130,22 @@ def visualize_isnad(taraf_num, yaxis):
                     taraf.iloc[i]['Book_Name'],
                     taraf.iloc[i]['Author'],
                     taraf.iloc[i]['Hadith Number'],
-                    str(n),
+                    n,
                     i
                 ])
     
     # Convert to DataFrame
     df = pd.DataFrame(lst_hadith, columns=['Matn', 'Generation', 'Name', 'Book_Name', 'Author', 'Book Hadith Number', 'End Transmitter ID', 'Hadith Number'])
+    isnad_hadith[['Source', 'Destination']] = isnad_hadith[['Source', 'Destination']].astype(int)
     
 
-    isnad_hadith['Teacher'] = isnad_hadith['Source'].apply(lambda x: narrator_bios[narrator_bios['Rawi ID'].astype(int) == int(x)]['Famous Name'].to_list())
-    isnad_hadith['Student'] = isnad_hadith['Destination'].apply(lambda x: narrator_bios[narrator_bios['Rawi ID'].astype(int) == int(x)]['Famous Name'].to_list())
-    isnad_hadith['Teacher'] = isnad_hadith['Teacher'].apply(lambda x: x[0] if len(x)==1 else 'فلان')
-    isnad_hadith['Student'] = isnad_hadith['Student'].apply(lambda x: x[0] if len(x)==1 else 'فلان')
+    # Merge isnad_hadith with narrator_bios for Teacher and Student
+    isnad_hadith = isnad_hadith.merge(narrator_bios[['Rawi ID', 'Famous Name']], left_on='Source', right_on='Rawi ID', how='left').rename(columns={'Famous Name': 'Teacher'})
+    isnad_hadith = isnad_hadith.merge(narrator_bios[['Rawi ID', 'Famous Name']], left_on='Destination', right_on='Rawi ID', how='left').rename(columns={'Famous Name': 'Student'})
+    
+    # Fill missing values with 'فلان'
+    isnad_hadith['Teacher'].fillna('فلان', inplace=True)
+    isnad_hadith['Student'].fillna('فلان', inplace=True)
 
     end_nodes = df['End Transmitter ID'].tolist() 
     G = nx.from_pandas_edgelist(isnad_hadith, source = 'Source', target = 'Destination', create_using = nx.DiGraph())
@@ -148,19 +154,29 @@ def visualize_isnad(taraf_num, yaxis):
     y_stretch = 4
     net = Network(directed =True, select_menu=True, cdn_resources='remote')
 
+    # Precompute end_matn_info for each end node
+    end_node_data = df.groupby('End Transmitter ID').apply(lambda x: " ".join(x["Hadith Number"].astype("string"))).to_dict()
+    
+    # Loop over isnad_pos
     for node, pos in isnad_pos.items():
-        node_info,student_narrations,student_gen, student_rank, node_name = get_node_info(node)
-        if node == '99999':
-            net.add_node(node, font = {'size':50, 'color': 'black'}, color = '#000000', label = f'{node_name} \n ID: {node} - Gen {student_gen}', x= pos[0]*x_stretch, y= -1*pos[1]*y_stretch, size= 70)   
+        node_info, student_narrations, student_gen, student_rank, node_name = get_node_info(node)
+        label = f'{node_name} \n {student_rank} \n ID: {node} - Gen {student_gen}'
+        size = 50
+        font_color = 'red'
+        if node == 99999:
+            label = f'{node_name} \n ID: {node} - Gen {student_gen}'
+            size = 70
+            font_color = 'black'
         elif node in end_nodes:
-            end_matn_info = df[df["End Transmitter ID"] == node]
-            net.add_node(node, font = {'size':30, 'color': 'red'}, color = value_to_hex(student_narrations), label = f'{node_name} \n {student_rank} \n ID: {node} - Gen {student_gen} \n Hadith {" ".join(end_matn_info["Hadith Number"].astype("string").tolist())}', x= pos[0]*x_stretch, y= -1*pos[1]*y_stretch, size= 50)
-        else:
-            net.add_node(node, font = {'size':30, 'color': 'red'}, color = value_to_hex(student_narrations), label = f'{node_name} \n {student_rank} \n ID: {node} - Gen {student_gen}', x= pos[0]*x_stretch, y= -1*pos[1]*y_stretch, size= 50)
-    for _, row in isnad_hadith.iterrows():
-        source = row['Source']
-        target = row['Destination']
-        net.add_edge(source, target, color = value_to_hex(int(row[f'{yaxis} Count'])), label = f"{row[f'{yaxis} Count']}")
+            hadith_numbers = end_node_data.get(node, '')
+            label += f' \n Hadith {hadith_numbers}'
+        net.add_node(node, font={'size': 30, 'color': font_color}, color=value_to_hex(student_narrations), label=label, x=pos[0] * x_stretch, y=-pos[1] * y_stretch, size=size)
+    
+    # Add edges efficiently
+    edge_data = isnad_hadith[['Source', 'Destination', f'{yaxis} Count']].values
+    for source, target, count in edge_data:
+        net.add_edge(source, target, color=value_to_hex(int(count)), label=f"{count}")
+
     net.toggle_physics(False)    
     html = net.generate_html()
     html = html.replace("'", "\"")