Update default num_samples to 10 in generate_synthetic_data

data_processor.py

@@ -0,0 +1,28 @@
+def generate_synthetic_data(original_data: pd.DataFrame, num_samples: int = 10, output_dir: str = "generated") -> pd.DataFrame:
+    """
+    Generates synthetic data using CTGAN based on original data.
+
+    Args:
+        original_data (pd.DataFrame): The original dataset.
+        num_samples (int, optional): Number of synthetic samples to generate (default is 10).
+        output_dir (str, optional): Directory to save the generated Parquet file.
+
+    Returns:
+        pd.DataFrame: Generated synthetic data.
+    """
+    # Train CTGAN model
+    model = CTGAN()
+    model.fit(original_data)
+
+    # Generate synthetic data
+    synthetic_data = model.sample(num_samples)
+
+    # Create output directory if it doesn't exist
+    os.makedirs(output_dir, exist_ok=True)
+
+    # Save synthetic data as Parquet file with timestamp
+    timestamp = datetime.now().strftime("%Y%m%d_%H%M%S")
+    file_path = os.path.join(output_dir, f"synthetic_data_{timestamp}.parquet")
+    synthetic_data.to_parquet(file_path)
+
+    return synthetic_data