""" Feedback Collection System Collects user feedback for continuous improvement. """ from typing import Dict, List, Optional, Any from datetime import datetime import json from pathlib import Path import uuid class FeedbackEntry: """Represents a single feedback entry.""" def __init__( self, feedback_type: str, user_id: Optional[str], message: str, response: str, rating: Optional[int] = None, metadata: Optional[Dict[str, Any]] = None, ): self.id = str(uuid.uuid4()) self.feedback_type = feedback_type # "thumbs_up", "thumbs_down", "correction", "suggestion" self.user_id = user_id self.message = message self.response = response self.rating = rating # 1-5 scale self.metadata = metadata or {} self.created_at = datetime.now() self.processed = False def to_dict(self) -> Dict[str, Any]: """Convert to dictionary.""" return { "id": self.id, "feedback_type": self.feedback_type, "user_id": self.user_id, "message": self.message, "response": self.response, "rating": self.rating, "metadata": self.metadata, "created_at": self.created_at.isoformat(), "processed": self.processed, } class FeedbackCollector: """Collects and manages user feedback.""" def __init__( self, storage_path: str = "data/feedback", auto_save: bool = True, ): """ Initialize the feedback collector. Args: storage_path: Path to store feedback data auto_save: Automatically save feedback to disk """ self.storage_path = Path(storage_path) self.auto_save = auto_save self.feedback_list: List[FeedbackEntry] = [] # Create storage directory if it doesn't exist if auto_save: self.storage_path.mkdir(parents=True, exist_ok=True) def add_feedback( self, feedback_type: str, message: str, response: str, user_id: Optional[str] = None, rating: Optional[int] = None, metadata: Optional[Dict[str, Any]] = None, ) -> str: """ Add a feedback entry. Args: feedback_type: Type of feedback message: User's message response: AI's response user_id: Optional user ID rating: Optional rating (1-5) metadata: Additional metadata Returns: Feedback ID """ entry = FeedbackEntry( feedback_type=feedback_type, user_id=user_id, message=message, response=response, rating=rating, metadata=metadata, ) self.feedback_list.append(entry) if self.auto_save: self._save_feedback(entry) return entry.id def add_thumbs_up( self, message: str, response: str, user_id: Optional[str] = None, ) -> str: """Add positive feedback.""" return self.add_feedback( feedback_type="thumbs_up", message=message, response=response, user_id=user_id, rating=5, ) def add_thumbs_down( self, message: str, response: str, user_id: Optional[str] = None, reason: Optional[str] = None, ) -> str: """Add negative feedback.""" return self.add_feedback( feedback_type="thumbs_down", message=message, response=response, user_id=user_id, rating=1, metadata={"reason": reason} if reason else {}, ) def add_correction( self, message: str, original_response: str, corrected_response: str, user_id: Optional[str] = None, ) -> str: """Add a correction.""" return self.add_feedback( feedback_type="correction", message=message, response=original_response, user_id=user_id, metadata={"corrected_response": corrected_response}, ) def add_suggestion( self, message: str, response: str, suggestion: str, user_id: Optional[str] = None, ) -> str: """Add a suggestion.""" return self.add_feedback( feedback_type="suggestion", message=message, response=response, user_id=user_id, metadata={"suggestion": suggestion}, ) def get_feedback( self, feedback_id: str, ) -> Optional[FeedbackEntry]: """Get feedback by ID.""" for entry in self.feedback_list: if entry.id == feedback_id: return entry return None def get_all_feedback( self, feedback_type: Optional[str] = None, unprocessed_only: bool = False, ) -> List[FeedbackEntry]: """Get all feedback entries.""" results = self.feedback_list if feedback_type: results = [f for f in results if f.feedback_type == feedback_type] if unprocessed_only: results = [f for f in results if not f.processed] return results def mark_processed(self, feedback_id: str) -> bool: """Mark feedback as processed.""" entry = self.get_feedback(feedback_id) if entry: entry.processed = True return True return False def get_statistics(self) -> Dict[str, Any]: """Get feedback statistics.""" total = len(self.feedback_list) if total == 0: return { "total": 0, "by_type": {}, "average_rating": 0, "processed_count": 0, } by_type: Dict[str, int] = {} ratings = [] for entry in self.feedback_list: by_type[entry.feedback_type] = by_type.get(entry.feedback_type, 0) + 1 if entry.rating is not None: ratings.append(entry.rating) avg_rating = sum(ratings) / len(ratings) if ratings else 0 processed = sum(1 for e in self.feedback_list if e.processed) return { "total": total, "by_type": by_type, "average_rating": avg_rating, "processed_count": processed, "unprocessed_count": total - processed, } def get_corrections_for_finetuning(self) -> List[Dict[str, Any]]: """Get corrections formatted for fine-tuning.""" corrections = self.get_all_feedback(feedback_type="correction") return [ { "instruction": entry.message, "output": entry.metadata.get("corrected_response", entry.response), } for entry in corrections ] def export_finetuning_data( self, filepath: str, ) -> None: """Export feedback as fine-tuning data.""" corrections = self.get_corrections_for_finetuning() Path(filepath).write_text(json.dumps(corrections, indent=2)) def _save_feedback(self, entry: FeedbackEntry) -> None: """Save feedback to file.""" filepath = self.storage_path / f"{entry.id}.json" filepath.write_text(json.dumps(entry.to_dict(), indent=2)) def load_feedback(self) -> None: """Load feedback from storage directory.""" if not self.storage_path.exists(): return for filepath in self.storage_path.glob("*.json"): try: data = json.loads(filepath.read_text()) entry = FeedbackEntry( feedback_type=data["feedback_type"], user_id=data.get("user_id"), message=data["message"], response=data["response"], rating=data.get("rating"), metadata=data.get("metadata", {}), ) entry.id = data["id"] entry.processed = data.get("processed", False) entry.created_at = datetime.fromisoformat(data["created_at"]) self.feedback_list.append(entry) except Exception as e: print(f"Error loading feedback from {filepath}: {e}") def clear_old_feedback(self, days: int = 30) -> int: """Clear feedback older than specified days.""" cutoff = datetime.now() - timedelta(days=days) original_count = len(self.feedback_list) self.feedback_list = [ f for f in self.feedback_list if f.created_at > cutoff ] return original_count - len(self.feedback_list) def __repr__(self) -> str: stats = self.get_statistics() return f"FeedbackCollector(total={stats['total']}, unprocessed={stats['unprocessed_count']})" # Add missing import from datetime import timedelta