Fix DatasetManager to handle different use case requirements

src/evaluator.py

@@ -60,13 +60,28 @@ class DatasetManager:
                         loader_path = os.path.join(dataset_path, "loader.py")
                         cases_path = os.path.join(dataset_path, "cases.yaml")
                         
-                        if all(os.path.exists(p) for p in [schema_path, loader_path, cases_path]):
+                        # Check requirements based on use case
+                        required_files = []
+                        if use_case == "sql_generation":
+                            # SQL generation needs all three files
+                            required_files = [schema_path, loader_path, cases_path]
+                        elif use_case == "code_generation":
+                            # Code generation needs loader and cases
+                            required_files = [loader_path, cases_path]
+                        elif use_case == "documentation":
+                            # Documentation only needs cases
+                            required_files = [cases_path]
+                        else:
+                            # Default: require all files
+                            required_files = [schema_path, loader_path, cases_path]
+                        
+                        if all(os.path.exists(p) for p in required_files):
                             # Use the full path as the dataset name
                             full_name = f"{use_case}/{dataset_name}"
                             datasets[full_name] = DatasetConfig(
                                 name=full_name,
-                                schema_path=schema_path,
-                                loader_path=loader_path,
+                                schema_path=schema_path if os.path.exists(schema_path) else None,
+                                loader_path=loader_path if os.path.exists(loader_path) else None,
                                 cases_path=cases_path
                             )