Update custom_utils.py

custom_utils.py

@@ -23,11 +23,11 @@ def connect_to_database():
 def rag_ingestion(collection):
     #dataset = load_dataset("bstraehle/airbnb-san-francisco-202403-embed", streaming=True, split="train")
     dataset = load_dataset("bstraehle/test", streaming=True, split="train")
-    dataset_df = pd.DataFrame(dataset)
-    listings = process_records(dataset_df)
+    #dataset_df = pd.DataFrame(dataset)
+    #listings = process_records(dataset_df)
     collection.delete_many({})
     collection.insert_many(listings)
-    #collection.insert_many(dataset_df)
+    collection.insert_many(dataset)
     return "Manually create a vector search index (in free tier, this feature is not available via SDK)"
 
 def process_records(data_frame):