Update weaviate_utils.py

weaviate_utils.py

@@ -83,6 +83,11 @@ def ingest_data_to_weaviate(client, csv_file, selected_class):
     data = csv_file.read().decode("utf-8")
     dataframe = pd.read_csv(StringIO(data))
 
+    # After converting the CSV to a dataframe
+    embedded_table = tapas_utils.embed_table(dataframe)
+    # Store the embedded table in Weaviate
+    client.data_object.create({"embeddedTable": embedded_table.tolist()}, selected_class)
+    
     # Fetch the schema for the selected class
     class_schema = get_class_schema(client, selected_class)
 
@@ -129,4 +134,11 @@ def get_class_schema(client, class_name):
                 return cls
         return None
     except weaviate.exceptions.SchemaValidationException:
-        return None
+        return None
+
+def retrieve_relevant_table(client, selected_class, question_embedding):
+    # Query Weaviate to get the most relevant table
+    results = client.query.get(selected_class, ["embeddedTable"]).with_near_text(question_embedding).do()
+    # Extract the table from the results
+    table = results.get('data', {}).get('Get', {}).get('Things', [])[0].get('embeddedTable')
+    return table