Update weaviate_utils.py

weaviate_utils.py

@@ -85,8 +85,16 @@ def ingest_data_to_weaviate(client, csv_file, selected_class):
 
     # After converting the CSV to a dataframe
     embedded_table = tapas_utils.embed_table(dataframe)
+    
+    # Create a unique ID for the table (for example, based on its content)
+    table_id = hashlib.md5(dataframe.to_csv(index=False).encode()).hexdigest()
+    
     # Store the embedded table in Weaviate
-    client.data_object.create({"embeddedTable": embedded_table.tolist()}, selected_class)
+    client.data_object.create({
+        "id": table_id,
+        "embeddedTable": embedded_table.tolist(),
+        "content": dataframe.to_csv(index=False)
+    }, selected_class)
     
     # Fetch the schema for the selected class
     class_schema = get_class_schema(client, selected_class)