'data'

data_processor.py

@@ -195,7 +195,7 @@ class DataProcessor:
 
         # Remove rows with missing critical data
         before_dropna = len(courses)
-        courses = courses.dropna(subset=["kode_mk", "kategori_mk"])
+        courses = courses.dropna(subset=["kode_mk", "kategori_mk"]).copy()
         if len(courses) < before_dropna:
             logger.info(
                 f"  Removed {before_dropna - len(courses)} rows with missing kode_mk or kategori_mk"
@@ -228,19 +228,19 @@ class DataProcessor:
         initial_count = len(students)
 
         # Remove rows with missing critical data
-        students = students.dropna(subset=["kode_mk", "thn", "smt", "kode_mhs"])
+        students = students.dropna(subset=["kode_mk", "thn", "smt", "kode_mhs"]).copy()
         if len(students) < initial_count:
             logger.info(
                 f"  Removed {initial_count - len(students)} rows with missing critical data"
             )
 
         # Ensure correct data types
-        students["thn"] = pd.to_numeric(students["thn"], errors="coerce")
-        students["smt"] = pd.to_numeric(students["smt"], errors="coerce")
+        students.loc[:, "thn"] = pd.to_numeric(students["thn"], errors="coerce")
+        students.loc[:, "smt"] = pd.to_numeric(students["smt"], errors="coerce")
 
         # Remove rows with invalid year/semester after conversion
         before_invalid = len(students)
-        students = students.dropna(subset=["thn", "smt"])
+        students = students.dropna(subset=["thn", "smt"]).copy()
         if len(students) < before_invalid:
             logger.info(
                 f"  Removed {before_invalid - len(students)} rows with invalid year/semester values"
@@ -253,7 +253,7 @@ class DataProcessor:
             logger.warning(
                 f"  Found {invalid_sem.sum()} records with invalid semester values"
             )
-            students = students[~invalid_sem]
+            students = students[~invalid_sem].copy()
 
         # Validate year range
         current_year = pd.Timestamp.now().year
@@ -262,7 +262,7 @@ class DataProcessor:
             logger.warning(
                 f"  Found {invalid_year.sum()} records with unreasonable year values"
             )
-            students = students[~invalid_year]
+            students = students[~invalid_year].copy()
 
         # Remove exact duplicate enrollments (same student, course, semester)
         before_dedup = len(students)