Add PR persistence feature

requirements.txt

@@ -44,5 +44,5 @@ asyncio-throttle>=1.0.2
 PyJWT>=2.8.0
 
 # Turso (libsql) Database
-libsql-client>=0.3.0
+libsql-experimental>=0.0.55
 pyspark

scripts/migrate_to_turso.py

@@ -6,7 +6,7 @@ Migrates messages, mentorships, and mentorship_requests from MongoDB to Turso.
 Run this script once to copy existing data.
 
 Usage:
-    cd /Users/krishna./Desktop/Projects/OpenTriage_AI
+    cd /Users/krishna./Desktop/Projects/opentriage/ai-engine
     python scripts/migrate_to_turso.py
 """
 
@@ -21,8 +21,11 @@ sys.path.insert(0, str(Path(__file__).parent.parent))
 from dotenv import load_dotenv
 load_dotenv()
 
+import os
+import libsql_experimental as libsql
+
+# MongoDB imports
 from config.database import db
-from config.turso import turso_db
 
 logging.basicConfig(
     level=logging.INFO,
@@ -31,7 +34,25 @@ logging.basicConfig(
 logger = logging.getLogger(__name__)
 
 
-async def migrate_messages():
+def get_turso_connection():
+    """Get a direct Turso connection with FK checks disabled."""
+    url = os.environ.get('TURSO_DATABASE_URL', '')
+    auth_token = os.environ.get('TURSO_AUTH_TOKEN', '')
+    
+    conn = libsql.connect(
+        "migration_opentriage.db",
+        sync_url=url,
+        auth_token=auth_token
+    )
+    conn.sync()
+    
+    # Disable foreign key checks for migration
+    conn.execute("PRAGMA foreign_keys = OFF")
+    
+    return conn
+
+
+async def migrate_messages(conn):
     """Migrate all messages from MongoDB to Turso."""
     logger.info("Migrating messages...")
     
@@ -40,14 +61,35 @@ async def migrate_messages():
     
     success_count = 0
     for msg in messages:
-        if turso_db.insert_message(msg):
+        try:
+            timestamp = msg.get('timestamp')
+            if timestamp and not isinstance(timestamp, str):
+                timestamp = timestamp.isoformat()
+            
+            conn.execute(
+                """
+                INSERT OR REPLACE INTO messages (id, sender_id, receiver_id, content, read, timestamp)
+                VALUES (?, ?, ?, ?, ?, ?)
+                """,
+                (
+                    msg.get('id'),
+                    msg.get('sender_id'),
+                    msg.get('receiver_id'),
+                    msg.get('content'),
+                    1 if msg.get('read') else 0,
+                    timestamp
+                )
+            )
+            conn.commit()
             success_count += 1
+        except Exception as e:
+            logger.error(f"Failed to insert message {msg.get('id')}: {e}")
     
     logger.info(f"Migrated {success_count}/{len(messages)} messages")
     return success_count
 
 
-async def migrate_mentorships():
+async def migrate_mentorships(conn):
     """Migrate all mentorships from MongoDB to Turso."""
     logger.info("Migrating mentorships...")
     
@@ -56,14 +98,38 @@ async def migrate_mentorships():
     
     success_count = 0
     for m in mentorships:
-        if turso_db.insert_mentorship(m):
+        try:
+            created_at = m.get('created_at')
+            if created_at and not isinstance(created_at, str):
+                created_at = created_at.isoformat()
+            
+            conn.execute(
+                """
+                INSERT OR REPLACE INTO mentorships 
+                (id, mentor_id, mentor_username, mentee_id, mentee_username, status, created_at, disconnected_at)
+                VALUES (?, ?, ?, ?, ?, ?, ?, ?)
+                """,
+                (
+                    m.get('id'),
+                    m.get('mentor_id'),
+                    m.get('mentor_username'),
+                    m.get('mentee_id'),
+                    m.get('mentee_username'),
+                    m.get('status', 'active'),
+                    created_at,
+                    m.get('disconnected_at')
+                )
+            )
+            conn.commit()
             success_count += 1
+        except Exception as e:
+            logger.error(f"Failed to insert mentorship {m.get('id')}: {e}")
     
     logger.info(f"Migrated {success_count}/{len(mentorships)} mentorships")
     return success_count
 
 
-async def migrate_mentorship_requests():
+async def migrate_mentorship_requests(conn):
     """Migrate all mentorship requests from MongoDB to Turso."""
     logger.info("Migrating mentorship requests...")
     
@@ -72,8 +138,33 @@ async def migrate_mentorship_requests():
     
     success_count = 0
     for req in requests:
-        if turso_db.insert_mentorship_request(req):
+        try:
+            created_at = req.get('created_at')
+            if created_at and not isinstance(created_at, str):
+                created_at = created_at.isoformat()
+            
+            conn.execute(
+                """
+                INSERT OR REPLACE INTO mentorship_requests 
+                (id, mentee_id, mentee_username, mentor_id, mentor_username, issue_id, message, status, created_at)
+                VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
+                """,
+                (
+                    req.get('id'),
+                    req.get('mentee_id'),
+                    req.get('mentee_username'),
+                    req.get('mentor_id'),
+                    req.get('mentor_username'),
+                    req.get('issue_id'),
+                    req.get('message'),
+                    req.get('status', 'pending'),
+                    created_at
+                )
+            )
+            conn.commit()
             success_count += 1
+        except Exception as e:
+            logger.error(f"Failed to insert mentorship request {req.get('id')}: {e}")
     
     logger.info(f"Migrated {success_count}/{len(requests)} mentorship requests")
     return success_count
@@ -85,14 +176,21 @@ async def main():
     logger.info("MongoDB to Turso Migration")
     logger.info("=" * 50)
     
-    # Initialize Turso tables
-    logger.info("Initializing Turso tables...")
-    turso_db.init_tables()
+    # Get connection with FK checks disabled
+    logger.info("Connecting to Turso (with FK checks disabled)...")
+    conn = get_turso_connection()
     
     # Run migrations
-    msg_count = await migrate_messages()
-    mentorship_count = await migrate_mentorships()
-    request_count = await migrate_mentorship_requests()
+    msg_count = await migrate_messages(conn)
+    mentorship_count = await migrate_mentorships(conn)
+    request_count = await migrate_mentorship_requests(conn)
+    
+    # Re-enable foreign key checks
+    conn.execute("PRAGMA foreign_keys = ON")
+    
+    # Sync all changes to remote
+    logger.info("Syncing changes to remote Turso...")
+    conn.sync()
     
     logger.info("=" * 50)
     logger.info("Migration Complete!")