Update app.py

app.py

@@ -19,17 +19,25 @@ if not os.path.exists(dataset_folder):
 # Print available files for debugging
 print("Available files:", os.listdir(dataset_folder))
 
+import warnings
+
+# Ignore dtype warnings
+warnings.simplefilter("ignore", category=pd.errors.DtypeWarning)
+
 # Load all CSV files in the dataset folder
 dataframes = []
 for file in os.listdir(dataset_folder):
     if file.endswith(".csv"):  # Check if the file is a CSV
-        df = pd.read_csv(
-            os.path.join(dataset_folder, file),
-            dtype=str,  # Force all columns to be read as strings
-            low_memory=False,  # Avoids dtype warnings by reading the entire file at once
-            encoding="utf-8"
-        )
-        dataframes.append(df)  # Append DataFrame to the list
+        try:
+            df = pd.read_csv(
+                os.path.join(dataset_folder, file),
+                dtype=str,  # Force all columns to be read as strings
+                low_memory=False,  # Avoids dtype warnings by reading the entire file at once
+                encoding="utf-8"
+            ).fillna('')  # Fill NaN values with empty strings
+            dataframes.append(df)  # Append DataFrame to the list
+        except Exception as e:
+            print(f"Error reading {file}: {e}")
 
 # Merge all CSV files into one DataFrame (only if there are valid files)
 if dataframes:
@@ -38,7 +46,6 @@ else:
     print("Warning: No valid CSV files found in the dataset folder.")
     full_data = pd.DataFrame()  # Create an empty DataFrame as a fallback
 
-
 def load_dataset_metadata(dataset_folder):
     """Loads metadata from all CSV files in the dataset folder."""
     dataframes = []