Update utils.py

utils.py

@@ -57,9 +57,32 @@ class EmbeddingsSearch:
         ]
         return results
         
-xls = pd.ExcelFile('SmartClever table explanations updated.xlsx')
+#xls = pd.ExcelFile('SmartClever table explanations updated.xlsx')
+#metadata_df = pd.DataFrame()
+#i = 0
+#sheet_to_df_map = {}
+#for k, sheet_name in enumerate(xls.sheet_names):
+#    if k > 0:
+#        sheet_to_df_map[sheet_name.strip()] = xls.parse(sheet_name, header=None)
+#        sheet_to_df_map[sheet_name.strip()].columns = sheet_to_df_map[sheet_name.strip()].iloc[1]
+#        sheet_to_df_map[sheet_name.strip()] = sheet_to_df_map[sheet_name.strip()].iloc[:1].fillna('')
+#        sheet_to_df_map[sheet_name.strip()]['metadata'] = sheet_to_df_map[sheet_name.strip()].apply(lambda x: \
+#                                                            ". ".join([x[col] for col in sheet_to_df_map[sheet_name.strip()].columns]), axis=1)
+
+#        metadata_df.loc[i, "table"] = sheet_name.strip()
+#        metadata_df.loc[i, "desc"] = sheet_to_df_map[sheet_name.strip()]['metadata'].iloc[0]
+#
+#        i += 1
+
+#metadata_df2 = xls.parse('Table explanations',header=1).dropna(axis=0,how='all').dropna(axis=1,how='all')
+#metadata_df2.columns = ['table','metadata']
+#metadata_df2.table = metadata_df2.table.apply(lambda x: x.strip())
+#metadata_df = pd.merge(metadata_df, metadata_df2, how='inner')
+
+xls = pd.ExcelFile('SmartClever table explanations_V3.xlsx')
 metadata_df = pd.DataFrame()
 i = 0
+
 sheet_to_df_map = {}
 for k, sheet_name in enumerate(xls.sheet_names):
     if k > 0:
@@ -75,7 +98,7 @@ for k, sheet_name in enumerate(xls.sheet_names):
         i += 1
 
 metadata_df2 = xls.parse('Table explanations',header=1).dropna(axis=0,how='all').dropna(axis=1,how='all')
-metadata_df2.columns = ['table','metadata']
+metadata_df2.columns = ['table','nickname','metadata']
 metadata_df2.table = metadata_df2.table.apply(lambda x: x.strip())
 metadata_df = pd.merge(metadata_df, metadata_df2, how='inner')