Upload 6 files

merge_sql_nosql.py

@@ -0,0 +1,604 @@
+# --- IMPORTS ---
+from flask import Flask, request, jsonify, render_template
+from flask_socketio import SocketIO, emit
+from langchain_google_genai import ChatGoogleGenerativeAI
+from langchain.agents import initialize_agent, AgentType, create_react_agent, AgentExecutor
+from langchain_community.agent_toolkits import create_sql_agent, SQLDatabaseToolkit
+from langchain_community.utilities import SQLDatabase
+from langchain.tools import Tool
+from langchain.memory import ConversationBufferMemory
+from pymongo import MongoClient
+import threading
+import os, re, traceback, ast
+from bson import json_util
+from dotenv import load_dotenv
+from werkzeug.utils import secure_filename
+from werkzeug.exceptions import HTTPException
+from langchain.prompts import ChatPromptTemplate
+from tabulate import tabulate
+from fuzzywuzzy import fuzz
+# from langchain_groq import ChatGroq
+
+def error_safe(f):
+    def wrapper(*args, **kwargs):
+        try:
+            return f(*args, **kwargs)
+        except HTTPException as he:
+            return jsonify({"status": "error", "message": he.description}), he.code
+        except Exception as e:
+            print("[ERROR] Uncaught Exception in", f.__name__)
+            traceback.print_exc()
+            return jsonify({"status": "error", "message": str(e)}), 500
+    wrapper.__name__ = f.__name__
+    return wrapper
+
+
+# --- ENV + FLASK SETUP ---
+load_dotenv()
+os.environ["GEMINI_API_KEY"] = os.getenv("GEMINI_API_KEY")
+
+app = Flask(__name__)
+app.config['SECRET_KEY'] = os.urandom(32)
+app.config['UPLOAD_FOLDER'] = 'uploads'
+socketio = SocketIO(app, cors_allowed_origins="*")
+os.makedirs(app.config['UPLOAD_FOLDER'], exist_ok=True)
+
+llm = ChatGoogleGenerativeAI(
+    temperature=0.2,
+    model="gemini-2.0-flash",
+    max_retries=50,
+    api_key=os.getenv("GEMINI_API_KEY")
+)
+# llm = ChatGroq(temperature=0.2, model_name="mistral-saba-24b",api_key=os.getenv("GROQ_API_KEY"))
+
+# --- GLOBALS ---
+agent_executor = None
+memory = ConversationBufferMemory(memory_key="chat_history", return_messages=True, input_key="input")
+mongo_db = None
+client = None
+db_mode = None  # "mongo" or "sql"
+
+# --- SHARED ---
+def is_schema_request(prompt: str) -> bool:
+    pattern = re.compile(r'\b(schema|table names|tables|columns|structure|column names|collections?|field names|metadata|describe|show)\b', re.IGNORECASE)
+    return bool(pattern.search(prompt))
+
+def is_sensitive_request(prompt: str) -> bool:
+    sensitive_keywords = [
+        "password", "token", "credential", "secret", "api key", "schema", "structure",
+        "collection name", "field name", "user_id", "order_id", "payment_id",
+        "internal", "database structure", "table structure", "email", "phone", "contact", "ssn"
+    ]
+    lowered = prompt.lower()
+    return any(keyword in lowered for keyword in sensitive_keywords)
+
+intent_prompt = ChatPromptTemplate.from_messages([
+    ("system", "Classify if the user is asking schema/structure/sensitive info (tables, columns, schema): YES or NO."),
+    ("human", "{prompt}")
+])
+intent_checker = intent_prompt | llm
+
+
+def is_schema_leak_request(prompt):
+    try:
+        classification = intent_checker.invoke({"prompt": prompt})
+        return "yes" in classification.content.strip().lower()
+    except:
+        return False
+
+# --- INIT SQL AGENT ---
+def init_sql_agent(db_path):
+    global agent_executor, db_mode
+    db = SQLDatabase.from_uri(f"sqlite:///{db_path}")
+    toolkit = SQLDatabaseToolkit(db=db, llm=llm)
+    prefix = '''You are a helpful SQL expert agent that ALWAYS returns natural language answers using the tools.'''
+                # Always format your responses in Markdown. For example:
+                # - Use bullet points
+                # - Use bold for headers
+                # - Wrap code in triple backticks
+                # - Tables should use Markdown table syntax
+            
+                # You must NEVER:
+                # - Show or mention SQL syntax.
+                # - Reveal table names, column names, or database schema.
+                # - Respond with any technical details or structure of the database.
+                # - Return code or tool names.
+                # - Give wrong Answers.
+
+                # You must ALWAYS:
+                # - Respond in plain, friendly language.
+                # - Don't Summarize the result for the user (e.g., "There are 9 tables in the system.")
+                # - If asked to list table names or schema, politely refuse and respond with:
+                #     "I'm sorry, I can't share database structure information." 
+                # - ALWAYS HAVE TO SOLVE COMPLEX USER QUERIES. FOR THAT, UNDERSTAND THE PROMPT, ANALYSE PROPER AND THEN GIVE ANSWER.    
+                # - Your Answers should be correct, you have to do understand process well and give accurate answers.
+                # - IF USER ASK ABOUT DATA, Which is not there in a database, then GIVE FOLLOWING ANSWER:
+                #     "There is no such data in the Database."
+
+                # Strict Rules You MUST Follow:
+                # - NEVER display or mention SQL queries.
+                # - NEVER explain SQL syntax or logic.
+                # - NEVER return technical or code-like responses.
+                # - ONLY respond in natural, human-friendly language.
+                # - You are not allow to give the name of any COLUMNS, TABLES, DATABASE, ENTITY, SYNTAX, STRUCTURE, DESIGN, ETC... 
+
+                # If the user asks for anything other than retrieving data (SELECT), respond using this exact message:
+                #     "I'm not allowed to perform operations other than SELECT queries. Please ask something that involves reading data."
+
+                # Do not return SQL queries or raw technical responses to the user.
+
+                # For example:
+                # Wrong: SELECT * FROM ...
+                # Correct: The user assigned to the cart is Alice Smith.
+         
+                # Use the tools provided to get the correct data from the database and summarize the response clearly.
+                # If the input is unclear or lacks sufficient data, ask for clarification using the SubmitFinalAnswer tool. 
+                # Never return SQL queries as your response. 
+
+                # If you cannot find an answer, 
+                # Double-check your query and running it again.
+                # - If a query fails, revise and try again.
+                # - Else 'No data found' using SubmitFinalAnswer.No SQL, no code. '''
+    agent_executor = create_sql_agent(
+        llm=llm,
+        toolkit=toolkit,
+        verbose=True,
+        prefix=prefix,
+        agent_type=AgentType.ZERO_SHOT_REACT_DESCRIPTION,
+        memory=memory,
+        agent_executor_kwargs={"handle_parsing_errors": True},
+    )
+    db_mode = "sql"
+
+# --- INIT MONGO AGENT ---
+system_message = """
+        You are **MongoDBQueryBot**, a highly intelligent and accurate assistant for answering questions about data stored in a MongoDB database using tools.
+
+        ### 🚨 Critical Instructions (Strictly Follow These):
+        - You **must always** use tools provided to answer user questions.
+        - Always join IDs with associated human-readable values like names or titles when answering.
+        - Prefer displaying `user name`, `employee name`, or `product name` instead of internal IDs like `user_id`, `emp_id`, or `product_id`.
+        - Avoid responding only with technical identifiers. Make responses meaningful to users.
+        - **Never** guess or fabricate any information.
+        - **Do not** show raw JSON, field names, or database structure.
+        - Your role is **read-only**: do not suggest or perform insert/update/delete.
+        - After Using All the available tools, if you are Unable to find any documents, then give followig ANSWER:
+            "Please, rephrase your query because I can't exactly understand, what you want !"
+        - If a query can't be answered or is unrelated to reading data, reply:
+        ❌ "I'm only allowed to retrieve data. Please ask a query involving reading information."
+        - IF USER ASK ABOUT DATA, Which is not there in a database, then GIVE FOLLOWING ANSWER:
+                    "There is no such data in the Database."
+        - When returning answers:
+            - Do **not return internal IDs** like `user_id`, `order_id`, `payment_id`, etc.
+            - Instead, use human-readable fields like `name`, `full_name`, `user_name`, etc., from related collections.
+            - If only an ID is available, try joining the relevant collections to fetch the proper display name.
+
+
+        ### 🧠 How to Think:
+        - Understand **exactly** what the user is trying to ask. Do not answer if unclear — ask for clarification.
+        - Translate the user prompt into tool inputs by identifying:
+        - Which collection to search
+        - What value or field they're referring to
+        - The correct format expected by the tool
+
+        ### 🛠️ Tool Usage Guide:
+        - Use `FindDocuments` for queries like:
+        - "Show me all employees named John"
+        - "What is the salary of Manager X?"
+        - Use `ListCollections` to discover available data types (but don’t share them directly).
+        - **IMPORTANT : Don't Iterate only in one tool, if you can't able to answer using current tool you using, then swith the tool !**
+        - Use `JoinCollections` to resolve IDs into names when the question asks about people, customers, or products.
+        - When resolving names from payments, use this format:
+          `from=Payments, key=order_id, to=Orders, match=order_id, next_key=user_id, next_to=Users, next_match=user_id, return=name`
+
+        - Your goal is to **return the person's name** (e.g., `name`, `user_name`, `full_name`) not their ID.
+        - Always prioritize returning names instead of internal identifiers.
+        - Examples:
+            - For payment-related questions → Join Payments → Orders → Users and return name
+            - For order questions → Join Orders → Users and return user names
+
+        ### 🧾 Response Format:
+        - Use **clear markdown with tables** when displaying data.
+        - If no data is found: return `**No documents found.**`
+        - Stay professional, brief, and relevant.
+
+        ### 🚫 Never Do This:
+        - Do not leak MongoDB structure, schema, or field names.
+        - Do not suggest code, MongoDB syntax, or field mappings.
+        - Do not hallucinate or make assumptions.
+
+        Start by analyzing the prompt carefully, select the right tool, invoke it, and return a user-friendly answer based on the result.
+        """
+def find_docs_tool_func(query: str) -> str:
+    """
+    Flexible MongoDB search with fallback:
+    - First tries in specified collection.
+    - If no results found, falls back to search across all collections.
+    Input format:
+    - collection=<collection>, key=<field>, value=<value>
+    - OR: collection=<collection>, value=<value>
+    """
+    try:
+        parts = dict(part.strip().split("=", 1) for part in query.split(",") if "=" in part)
+        collection = parts.get("collection")
+        key = parts.get("key")
+        value = parts.get("value")
+        if not collection:
+            return "❌ 'collection' is required."
+
+        def query_collection(coll_name):
+            if key and value:
+                return list(mongo_db[coll_name].find({key: value}, {'_id': 0}))
+            elif value:
+                return [doc for doc in mongo_db[coll_name].find({}, {'_id': 0}) if any(str(v).lower() == value.lower() for v in doc.values())]
+            else:
+                return list(mongo_db[coll_name].find({}, {'_id': 0}))
+
+        docs = query_collection(collection)
+        if docs:
+            return "\n markdown\n" + tabulate(docs, headers="keys", tablefmt="github") + "\n"
+
+        for coll in mongo_db.list_collection_names():
+            if coll == collection:
+                continue
+            docs = query_collection(coll)
+            if docs:
+                return "\n markdown\n" + tabulate(docs, headers="keys", tablefmt="github") + "\n"
+
+        return "**No documents found.**"
+    except Exception as e:
+        return f"Invalid input format or error: {str(e)}"
+
+def aggregate_group_by(_input: str):
+    try:
+        if _input.strip().startswith("{"):
+            # Parse JSON-like string
+            args = ast.literal_eval(_input)
+            collection = args.get("collection_name") or args.get("collection")
+            field = args.get("group_by") or args.get("field")
+        else:
+            # Handle legacy input format
+            args = dict(x.split("=") for x in _input.split(","))
+            collection = args["collection"]
+            field = args["field"]
+
+        pipeline = [
+            {"$group": {"_id": f"${field}", "count": {"$sum": 1}}},
+            {"$project": {"_id": 0, field: "$_id", "count": 1}}
+        ]
+        result = list(mongo_db[collection].aggregate(pipeline))
+        if not result:
+            return "**No data found.**"
+        return "\n markdown\n" + tabulate(result, headers="keys", tablefmt="github") + "\n"
+    except Exception as e:
+        return f"Aggregation failed: {e}"
+
+def get_all_documents(collection: str):
+    try:
+        docs = list(mongo_db[collection].find({}, {'_id': 0}))
+        if not docs:
+            return "**No documents found.**"
+        return "\n markdown\n" + tabulate(docs, headers="keys", tablefmt="github") + "\n"
+    except Exception as e:
+        return f"Error fetching documents: {e}"
+
+def fuzzy_find_documents(query: str):
+    try:
+        parts = dict(part.strip().split("=", 1) for part in query.split(","))
+        collection = parts["collection"]
+        value = parts["value"]
+        threshold = int(parts.get("threshold", 80))
+
+        matches = []
+        for doc in mongo_db[collection].find({}, {'_id': 0}):
+            if any(fuzz.partial_ratio(str(v).lower(), value.lower()) >= threshold for v in doc.values()):
+                matches.append(doc)
+        if not matches:
+            return "**No fuzzy matches found.**"
+        return "\n markdown\n" + tabulate(matches, headers="keys", tablefmt="github") + "\n"
+    except Exception as e:
+        return f"Fuzzy match error: {e}"
+
+# def join_collections_tool_func(_input: str):
+#     try:
+#         # Parse input like: from=Products, key=category_id, to=Categories, match=category_id, return=category_name
+#         args = dict(x.strip().split("=", 1) for x in _input.split(","))
+#         from_collection = args["from"]
+#         foreign_key = args["key"]
+#         to_collection = args["to"]
+#         match_key = args["match"]
+#         return_field = args["return"]
+        
+#         results = []
+#         foreign_lookup = {
+#             doc[match_key]: doc.get(return_field)
+#             for doc in mongo_db[to_collection].find()
+#             if match_key in doc
+#         }
+
+#         for doc in mongo_db[from_collection].find({}, {'_id': 0}):
+#             doc[return_field] = foreign_lookup.get(doc.get(foreign_key), "Unknown")
+#             results.append(doc)
+
+#         if not results:
+#             return "**No documents found.**"
+
+#         return "\n markdown\n" + tabulate(results, headers="keys", tablefmt="github") + "\n"
+
+#     except Exception as e:
+#         return f"Join failed: {e}"
+def join_collections_tool_func(_input: str):
+    """
+    Supports 2-level join (Payments → Orders → Users) or any pair-wise join
+    Input formats:
+    - from=Payments, key=order_id, to=Orders, match=order_id, next_key=user_id, next_to=Users, next_match=user_id, return=name
+    - from=Products, key=category_id, to=Categories, match=category_id, return=category_name
+    """
+    try:
+        args = dict(x.strip().split("=", 1) for x in _input.split(","))
+        from_coll = args["from"]
+        key = args["key"]
+        to_coll = args["to"]
+        match = args["match"]
+        return_field = args["return"]
+
+        next_key = args.get("next_key")
+        next_to = args.get("next_to")
+        next_match = args.get("next_match")
+
+        # First join (e.g., Payments → Orders)
+        to_docs = {doc[match]: doc for doc in mongo_db[to_coll].find() if match in doc}
+        joined = []
+        for doc in mongo_db[from_coll].find({}, {'_id': 0}):
+            foreign_doc = to_docs.get(doc.get(key))
+            if not foreign_doc:
+                continue
+            merged = {**doc, **foreign_doc}
+            joined.append(merged)
+
+        # Second join (e.g., Orders → Users)
+        if next_key and next_to and next_match:
+            next_docs = {doc[next_match]: doc for doc in mongo_db[next_to].find() if next_match in doc}
+            for doc in joined:
+                user_doc = next_docs.get(doc.get(next_key))
+                if user_doc:
+                    doc[return_field] = user_doc.get(return_field, "Unknown")
+                else:
+                    doc[return_field] = "Unknown"
+
+        # Prepare final result
+        if not joined:
+            return "**No documents found.**"
+        final = [{return_field: doc.get(return_field)} for doc in joined if return_field in doc]
+        return "\n markdown\n" + tabulate(final, headers="keys", tablefmt="github") + "\n"
+
+    except Exception as e:
+        return f"Join failed: {e}"
+
+def smart_join_router(prompt: str) -> str:
+    """
+    An intelligent router that suggests the correct JoinCollections input string
+    for common user intent like payments → orders → users → name.
+    """
+    prompt_lower = prompt.lower()
+    if "payment" in prompt_lower and any(term in prompt_lower for term in ["who", "name", "user", "person"]):
+        return "from=Payments, key=order_id, to=Orders, match=order_id, next_key=user_id, next_to=Users, next_match=user_id, return=name"
+    elif "order" in prompt_lower and "name" in prompt_lower:
+        return "from=Orders, key=user_id, to=Users, match=user_id, return=name"
+    # Extend as needed
+    return "Unable to auto-generate join path. Please provide more context."
+
+def init_mongo_agent(json_path):
+    global agent_executor, client, mongo_db, db_mode
+
+    client = MongoClient("mongodb://localhost:27017/")
+    mongo_db = client['uploaded_mongo']
+    with open(json_path, 'r', encoding='utf-8') as f:
+        data = json_util.loads(f.read())
+
+    # Handle both single-collection and multi-collection formats
+    if isinstance(data, list):
+        # Default collection name if only a list is provided
+        collection = mongo_db['default_collection']
+        collection.drop()
+        collection.insert_many(data)
+    elif isinstance(data, dict):
+        for col_name, docs in data.items():
+            collection = mongo_db[col_name]
+            collection.drop()
+            if isinstance(docs, list):
+                collection.insert_many(docs)
+            else:
+                collection.insert_one(docs)
+    else:
+        raise ValueError("Unsupported JSON format. Must be a list or dict.")
+
+    def list_collections(_input=None):
+        return mongo_db.list_collection_names()
+        
+    find_docs_tool = Tool(
+        name="FindDocuments",
+        description=(
+            "Use this tool to find documents in a MongoDB collection.\n"
+            "Input format:\n"
+            "- `collection=<collection>, key=<field>, value=<value>` for precise queries\n"
+            "- OR `collection=<collection>, value=<value>` to search across all fields\n"
+            "If `key` is omitted, the tool will automatically scan all fields to find matching values.\n"
+            "Examples:\n"
+            "- `collection=default_collection, key=name, value=Lauren Alexander`\n"
+            "- `collection=default_collection, value=Lauren Alexander`"
+        ),
+        func=find_docs_tool_func)
+
+    aggregate_tool = Tool(
+        name="AggregateGroupBy",
+        func=aggregate_group_by,
+        description=(
+            "Group documents and count by any field. Format: collection=<name>, field=<group_by_field>. E.g., collection=residents, field=gender"
+        )
+    )
+    get_all_documents_tool = Tool(
+        name="GetAllDocuments",
+        func=get_all_documents,
+        description=(
+            "Fetch all documents from a collection. Input: collection name only. Example: residents"
+        )
+    )
+        
+    fuzzy_tool = Tool(
+        name="FuzzyFindDocuments",
+        func=fuzzy_find_documents,
+        description=("Fuzzy match documents across all fields in a collection. Format: collection=<name>, value=<search_term>, threshold=80 (optional)"
+        )
+    )
+    
+    join_collection_tool = Tool(
+        name="JoinCollections",
+        func=join_collections_tool_func,
+        description=(
+            "Join collections to map foreign keys to human-readable values. Supports 1 or 2-level joins.\n"
+            "Formats:\n"
+                "- from=Payments, key=order_id, to=Orders, match=order_id, return=status\n"
+                "- from=Payments, key=order_id, to=Orders, match=order_id, next_key=user_id, next_to=Users, next_match=user_id, return=name"
+        )
+    )
+    smart_router_tool = Tool(
+        name="SmartJoinRouter",
+        func=smart_join_router,
+        description=(
+            "Suggest the correct JoinCollections input format based on user intent.\n"
+            "Use this when you are unsure how to form the join input."
+        )
+    )
+
+    tools = [
+        Tool(name="FindDocuments", func=find_docs_tool, description="Flexible MongoDB search..."),
+        Tool(name="ListCollections", func=lambda x: list_collections(), description="List all collections..."),
+        Tool(name="AggregateGroupBy", func=aggregate_tool, description="Group and count by any field..."),
+        Tool(name="GetAllDocuments", func=get_all_documents_tool, description="Fetch all documents from a collection..."),
+        Tool(name="FuzzyFindDocuments", func=fuzzy_tool, description="Fuzzy match documents across all fields..."),
+        Tool(name="JoinCollections", func=join_collection_tool, description="Join related collections to return names instead of IDs..."),
+        Tool(name="SmartJoinCollections", func=smart_router_tool, description="Smrt Join related collections to return names instead of IDs...")
+    ]
+
+    agent_executor = initialize_agent(
+        tools=tools,
+        llm=llm,
+        agent_type=AgentType.CONVERSATIONAL_REACT_DESCRIPTION,
+        memory=memory,
+        verbose=True,
+        prefix=system_message,
+        handle_parsing_errors=True
+    )
+    db_mode = "mongo"
+
+@app.errorhandler(Exception)
+def handle_all_errors(e):
+    print(f"[ERROR] Global handler caught an exception: {str(e)}")
+    traceback.print_exc()
+
+    if isinstance(e, HTTPException):
+        return jsonify({"status": "error", "message": e.description}), e.code
+
+    return jsonify({"status": "error", "message": "An unexpected error occurred"}), 500
+
+from werkzeug.exceptions import TooManyRequests
+
+@app.errorhandler(TooManyRequests)
+def handle_429_error(e):
+    return jsonify({
+        "status": "error",
+        "message": "🚦 Agent is busy, try again after sometime."
+    }), 429
+
+# --- ROUTES ---
+@app.route("/")
+def index():
+    return render_template("index_db_json.html")
+
+@app.route("/upload_db", methods=["POST"])
+@error_safe
+def upload_db():
+    file = request.files.get("file")
+    if not file or file.filename == "":
+        return jsonify(success=False, message="No file provided"), 400
+
+    filename = secure_filename(file.filename)
+    path = os.path.join(app.config["UPLOAD_FOLDER"], filename)
+    file.save(path)
+
+    try:
+        if filename.endswith(".json"):
+            init_mongo_agent(path)
+            return jsonify(success=True, message="MongoDB initialized")
+        elif filename.endswith(".db"):
+            init_sql_agent(path)
+            return jsonify(success=True, message="SQL DB initialized")
+        else:
+            return jsonify(success=False, message="Unsupported file format"), 400
+    except Exception as e:
+        traceback.print_exc()
+        return jsonify(success=False, message=f"Init failed: {e}"), 500
+
+@app.route("/generate", methods=["POST"])
+@error_safe
+def generate():
+    try:
+        data = request.get_json(force=True)
+        prompt = data.get("prompt", "").strip()
+        if not prompt:
+            return jsonify({"status": "error", "message": "Prompt is required"}), 400
+
+        # if is_schema_leak_request(prompt) or is_schema_request(prompt):
+        #     msg = "⛔ Sorry, you're not allowed to access structure/schema information."
+        #     socketio.emit("final", {"message": msg})
+        #     return jsonify({"status": "blocked", "message": msg}), 403
+        
+        # # NEW BLOCK: Sensitive intent detection
+        # if is_sensitive_request(prompt):
+        #     msg = "⛔ This query may involve sensitive or protected information. Please rephrase your question."
+        #     socketio.emit("final", {"message": msg})
+        #     return jsonify({"status": "blocked", "message": msg}), 403
+
+    except Exception as e:
+        traceback.print_exc()
+        return jsonify({"status": "error", "message": "Invalid input"}), 400
+
+    def run_agent():
+        try:
+            result = agent_executor.invoke({"input": prompt})
+            final_answer = result.get("output", "")
+            # Check for vague or failure phrases in the agent's answer
+            vague_phrases = [
+                "i am unable to answer this",
+                "i cannot answer",
+                "i'm unable to answer",
+                "i don’t know",
+                "i do not know",
+                "i am not sure",
+                "unable to proceed",
+                "i cannot determine",
+                "data is missing",
+                "i was not able to"
+            ]
+
+            # if any(phrase in final_answer.lower() for phrase in vague_phrases) or final_answer.strip() == "":
+            #     final_answer = "Please, rephrase your query because I can't exactly understand, what you want !"
+            # if any(phrase in final_answer.lower() for phrase in ["i am unable", "i'm unable", "i cannot", "i can't", "unable to answer"]):
+            #     final_answer = "Please, rephrase your query because I can't exactly understand, what you want !"
+            socketio.emit("final", {"message": final_answer})
+            
+        except Exception as e:
+            error_message = str(e)
+            if "429" in error_message and "quota" in error_message.lower():
+                user_friendly_msg = "🚦 Agent is busy, try again after sometime."
+            else:
+                user_friendly_msg = f"Agent failed: {error_message}"
+            socketio.emit("final", {"message": user_friendly_msg})
+            traceback.print_exc()
+
+    threading.Thread(target=run_agent).start()
+    return jsonify({"status": "ok"}), 200
+
+if __name__ == "__main__":
+    socketio.run(app, debug=True)

templates/app_index.html

@@ -0,0 +1,550 @@
+<!DOCTYPE html>
+<html lang="en">
+
+<head>
+  <meta charset="UTF-8" />
+  <meta name="viewport" content="width=device-width, initial-scale=1" />
+  <title>MongoDB Agent Chat</title>
+  <link rel="icon" type="image/png" href="/static/robot.png" />
+  <script src="https://cdnjs.cloudflare.com/ajax/libs/socket.io/4.5.4/socket.io.js"></script>
+  <script src="https://cdn.jsdelivr.net/npm/marked/marked.min.js"></script>
+  <link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/font-awesome/6.5.0/css/all.min.css" />
+
+  <style>
+    * {
+      box-sizing: border-box;
+    }
+
+    body {
+      background: linear-gradient(135deg, rgb(44, 65, 112), #151f35);
+      color: #f0f0f0;
+      font-family: 'Segoe UI', Tahoma, Geneva, Verdana, sans-serif;
+      margin: 0;
+      padding: 0;
+      overflow: hidden;
+      height: 100vh;
+    }
+
+    .container {
+      max-width: 910px;
+      margin: 22px auto;
+      padding: 20px;
+      border-radius: 20px;
+      backdrop-filter: blur(12px);
+      background: rgba(255, 255, 255, 0.04);
+      box-shadow: 0 8px 20px rgba(0, 0, 0, 0.2);
+      transition: all 0.3s ease-in-out;
+      width: 90%;
+      display: flex;
+      flex-direction: column;
+      height: fit-content
+    }
+
+    h1 {
+      text-align: center;
+      font-size: 1.5rem;
+      margin-bottom: 30px;
+      color: #7ee8fa;
+      letter-spacing: 1px;
+      text-shadow: 0 2px 4px #000;
+    }
+
+    /* added small DB area styles */
+    .db-area {
+      display: flex;
+      gap: 10px;
+      align-items: flex-start;
+      margin-bottom: 14px;
+    }
+
+    .db-area textarea {
+      flex: 1;
+      padding: 10px;
+      border-radius: 8px;
+      background: rgba(255, 255, 255, 0.04);
+      color: #eaeaea;
+      border: 1px solid rgba(255, 255, 255, 0.06);
+      resize: none;
+      min-height: 46px;
+    }
+
+    .db-area button {
+      padding: 10px 14px;
+      border-radius: 8px;
+      border: none;
+      background: #28a745;
+      color: white;
+      cursor: pointer;
+    }
+
+    .chat-container {
+      height: 450px;
+      overflow-y: auto;
+      padding: 20px;
+      background: rgba(255, 255, 255, 0.05);
+      border-radius: 15px;
+      border: 1px solid rgba(255, 255, 255, 0.05);
+      box-shadow: inset 0 0 10px rgba(0, 0, 0, 0.25);
+      backdrop-filter: blur(8px);
+      animation: fadeInUp 0.6s ease;
+    }
+
+    .chat-container {
+      height: 450px;
+      overflow-y: auto;
+      padding: 20px;
+      background: rgba(255, 255, 255, 0.05);
+      border-radius: 15px;
+      border: 1px solid rgba(255, 255, 255, 0.05);
+      box-shadow: inset 0 0 10px rgba(0, 0, 0, 0.25);
+      backdrop-filter: blur(8px);
+      animation: fadeInUp 0.6s ease;
+    }
+
+    @keyframes fadeInUp {
+      from {
+        opacity: 0;
+        transform: translateY(15px);
+      }
+
+      to {
+        opacity: 1;
+        transform: translateY(0);
+      }
+    }
+
+    /* Custom scroll bar styling */
+    .chat-container::-webkit-scrollbar {
+      width: 8px;
+    }
+
+    .chat-container::-webkit-scrollbar-track {
+      background: #0f1b33;
+      border-radius: 4px;
+    }
+
+    .chat-container::-webkit-scrollbar-thumb {
+      background: #444;
+      border-radius: 4px;
+    }
+
+    .chat-container::-webkit-scrollbar-thumb:hover {
+      background: #555;
+    }
+
+    .chat-container {
+      scrollbar-width: thin;
+      scrollbar-color: #444 #0f1b33;
+    }
+
+    .message {
+      margin-bottom: 15px;
+      display: flex;
+      align-items: flex-start;
+      opacity: 0;
+      animation: fadeIn 0.5s ease forwards;
+    }
+
+    .message.user {
+      justify-content: flex-end;
+    }
+
+    .message.agent {
+      justify-content: flex-start;
+    }
+
+    .bubble {
+      padding: 8px 14px;
+      font-size: 14px;
+      line-height: 1.2;
+      border-radius: 14px;
+      max-width: 70%;
+      word-wrap: break-word;
+      position: relative;
+      line-height: 1.5;
+      box-shadow: 0 4px 12px rgba(0, 0, 0, 0.3);
+      transition: all 0.3s ease;
+    }
+
+    .bubble.user {
+      background: linear-gradient(145deg, #007bff, #0056b3);
+      color: white;
+      border-bottom-right-radius: 0;
+    }
+
+    .bubble.agent {
+      background: linear-gradient(145deg, #2d3a55, #1b2a3a);
+      color: #f3f3f3;
+      border-bottom-left-radius: 0;
+    }
+
+    .bubble.agent.thought-bubble {
+      background: rgba(16, 52, 74, 0.8);
+      font-style: italic;
+      border-left: 4px solid #00e0ff;
+      color: #7ee8fa;
+    }
+
+    .thought-toggle {
+      color: #ff8800;
+      font-size: 0.85rem;
+      cursor: pointer;
+      display: inline-block;
+      margin-top: 5px;
+    }
+
+    .input-area {
+      display: flex;
+      gap: 10px;
+      margin-top: 15px;
+      align-items: center;
+    }
+
+    .input-area textarea {
+      flex: 1;
+      padding: 12px;
+      border-radius: 10px;
+      background: rgba(255, 255, 255, 0.08);
+      color: #eaeaea;
+      border: 1px solid rgba(255, 255, 255, 0.1);
+      resize: none;
+      transition: box-shadow 0.3s ease;
+    }
+
+    .input-area textarea:focus {
+      outline: none;
+      box-shadow: 0 0 8px #00e0ff;
+    }
+
+    .input-area button {
+      padding: 12px 20px;
+      border-radius: 10px;
+      border: none;
+      background: #00a8ff;
+      color: #fff;
+      cursor: pointer;
+      transition: background 0.3s;
+    }
+
+    #upload-db {
+      background: none;
+      border: none;
+      cursor: pointer;
+      /* margin-left: 5px; */
+    }
+
+    .btn-icon {
+      background: transparent;
+      border: none;
+      cursor: pointer;
+      padding: 6px;
+      transition: transform 0.2s ease;
+    }
+
+    #upload-db img {
+      width: 28px;
+      height: 28px;
+    }
+
+    .input-area button:disabled {
+      background-color: #555;
+      cursor: not-allowed;
+    }
+
+    .input-area button:hover:not(:disabled) {
+      background: #0077c2;
+    }
+
+    .toast {
+      position: fixed;
+      bottom: 25px;
+      right: 25px;
+      background: #2c3e50;
+      padding: 12px 22px;
+      border-radius: 12px;
+      font-size: 0.95rem;
+      box-shadow: 0 6px 12px rgba(0, 0, 0, 0.3);
+      opacity: 0.95;
+      display: none;
+      z-index: 1000;
+      transition: all 0.3s ease-in-out;
+    }
+
+    /* Typing animation dots */
+    .dot {
+      animation: blink 1.2s infinite;
+      display: inline-block;
+      margin-left: 2px;
+    }
+
+    .dot:nth-child(2) {
+      animation-delay: 0.2s;
+    }
+
+    .dot:nth-child(3) {
+      animation-delay: 0.4s;
+    }
+
+    @keyframes blink {
+      0% {
+        opacity: 0.2;
+      }
+
+      20% {
+        opacity: 1;
+      }
+
+      100% {
+        opacity: 0.2;
+      }
+    }
+
+    @keyframes fadeIn {
+      to {
+        opacity: 1;
+      }
+    }
+
+    .thought-toggle {
+      margin-top: 4px;
+      font-size: 0.8rem;
+      color: #ffbb00;
+      cursor: pointer;
+      transition: color 0.3s;
+    }
+
+    .thought-toggle:hover {
+      color: #fff000;
+    }
+
+    .copy-container {
+      margin-top: 5px;
+      display: flex;
+      justify-content: flex-end;
+    }
+
+    .copy-btn {
+      background: none;
+      border: none;
+      color: #bbb;
+      cursor: pointer;
+      font-size: 0.85rem;
+      padding: 4px 8px;
+      transition: color 0.2s ease, background 0.2s ease;
+      border-radius: 6px;
+    }
+
+    .copy-btn:hover {
+      color: #fff;
+      background: rgba(255, 255, 255, 0.1);
+    }
+  </style>
+</head>
+
+<body>
+  <div class="container">
+    <h1><i class="fa-solid fa-robot" style="margin-right: 10px; color: #f5f5f5;"></i>: Ask Me Anything About Your Data
+    </h1>
+    <!-- NEW: DB connection textarea and connect button -->
+    <!-- <div class="db-area">
+      <textarea id="db-uri" rows="2"
+        placeholder="Enter DB connection string (SQLAlchemy URI, mssql ODBC string, or MongoDB URI)."></textarea>
+      <button id="connect-db" title="Connect Database"><i class="fa-solid fa-plug"
+          style="margin-right:8px"></i>Connect</button>
+    </div> -->
+    <div class="chat-container" id="chat"></div>
+    <div class="input-area">
+      <textarea id="prompt" rows="2" placeholder="Ask something about your data..."></textarea>
+      <!-- <button id="upload-db" title="Upload Mongo JSON Database"><img src="/static/db_icon.svg" alt="DB" /></button> -->
+      <button id="upload-db" title="Upload Database"><i class="fa-solid fa-database"
+          style="color: #b5d3f1; font-size: 25px; background: transparent;"></i></button>
+      <button id="send">Send</button>
+      <input type="file" id="file-input" accept=".json,.db" style="display:none;" />
+    </div>
+  </div>
+  <div id="toast" class="toast"></div>
+
+  <script>
+    const socket = io()
+    const chat = document.getElementById('chat')
+    const toast = document.getElementById('toast')
+    const sendBtn = document.getElementById('send')
+    const promptTA = document.getElementById('prompt')
+    const uploadBtn = document.getElementById('upload-db')
+    const fileInput = document.getElementById('file-input')
+    // const dbUriTA = document.getElementById('db-uri')
+    // const connectBtn = document.getElementById('connect-db')
+
+    let typingBubble = null
+    let agentBubble = null
+
+    function addMessage(sender, html) {
+      const msg = document.createElement('div')
+      msg.className = `message ${sender}`
+      const bubble = document.createElement('div')
+      bubble.className = `bubble ${sender}`
+      bubble.innerHTML = marked.parse(html)
+
+      msg.appendChild(bubble)
+      // Add copy button only for user messages
+      if (sender === 'user') {
+        const copyBtn = document.createElement('button');
+        copyBtn.className = 'btn-icon copy-btn';
+        copyBtn.innerHTML = '<i class="fa-regular fa-copy"></i>';
+        copyBtn.title = 'Copy to clipboard';
+        copyBtn.onclick = () => {
+          navigator.clipboard.writeText(html);
+          showToast('Copied to clipboard!');
+        };
+        const copyContainer = document.createElement('div');
+        copyContainer.className = 'copy-container';
+        copyContainer.appendChild(copyBtn);
+        msg.appendChild(copyContainer);
+
+      }
+      chat.appendChild(msg)
+      chat.scrollTop = chat.scrollHeight
+    }
+
+    function showToast(text, duration = 3000) {
+      toast.textContent = text
+      toast.style.display = 'block'
+      setTimeout(() => (toast.style.display = 'none'), duration)
+    }
+
+    uploadBtn.addEventListener('click', () => fileInput.click())
+    fileInput.addEventListener('change', e => handleFile(e.target.files[0]))
+
+    // function handleFile(file) {
+    //   if (!file) return
+    //   showToast('Uploading Database…')
+    //   const fd = new FormData()
+    //   fd.append('file', file)
+    //   fetch('/upload_db', { method: 'POST', body: fd })
+    //     .then(r => r.json())
+    //     .then(data => {
+    //       if (data.success) {
+    //         showToast('Database initialized!', 2000)
+    //         const fileName = file.name;
+    //         addMessage('agent', ${filename},'uploaded and ready!')
+    //       } else {
+    //         addMessage('agent', `Error: ${data.message}`)
+    //       }
+    //     })
+    //     .catch(err => addMessage('agent', `Upload error: ${err}`))
+    // }
+    function handleFile(file) {
+      if (!file) return;
+      showToast('Uploading Database…');
+
+      const fd = new FormData();
+      fd.append('file', file);
+
+      fetch('/upload_db', { method: 'POST', body: fd })
+        .then(r => r.json())
+        .then(data => {
+          if (data.success) {
+            showToast('Database initialized!', 2000);
+            const fileName = file.name;  // Get the file name from the uploaded file
+            addMessage('agent', `${fileName} is uploaded and ready!`);
+          } else {
+            addMessage('agent', `Error: ${data.message}`);
+          }
+        })
+        .catch(err => addMessage('agent', `Upload error: ${err}`));
+    }
+    function sendPrompt() {
+      const text = promptTA.value.trim()
+      if (!text || sendBtn.disabled) return
+      addMessage('user', text)
+      promptTA.value = ''
+      sendBtn.disabled = true
+
+      typingBubble = document.createElement('div')
+      typingBubble.className = 'message agent'
+      typingBubble.innerHTML = `<div class="bubble agent">Thinking<span class="dot">.</span><span class="dot">.</span><span class="dot">.</span></div>`
+      chat.appendChild(typingBubble)
+      chat.scrollTop = chat.scrollHeight
+
+      fetch('/generate', {
+        method: 'POST',
+        headers: { 'Content-Type': 'application/json' },
+        body: JSON.stringify({ prompt: text })
+      }).catch((err) => {
+        addMessage('agent', `Error: ${err}`)
+        sendBtn.disabled = false
+        if (typingBubble) chat.removeChild(typingBubble)
+      })
+    }
+
+    sendBtn.addEventListener('click', sendPrompt)
+
+    promptTA.addEventListener('keydown', (e) => {
+      if (e.key === 'Enter' && !e.shiftKey) {
+        e.preventDefault()
+        sendPrompt()
+      }
+    })
+
+    socket.on('final', (data) => {
+      if (typingBubble) {
+        chat.removeChild(typingBubble)
+        typingBubble = null
+      }
+      agentBubble = null
+      sendBtn.disabled = true
+
+      const msg = document.createElement('div')
+      msg.className = 'message agent'
+      const bubble = document.createElement('div')
+      bubble.className = 'bubble agent'
+      msg.appendChild(bubble)
+      chat.appendChild(msg)
+      chat.scrollTop = chat.scrollHeight
+
+      const text = data.message
+      let index = 0
+      const typingInterval = setInterval(() => {
+        if (index < text.length) {
+          bubble.textContent += text.charAt(index)
+          index++
+          chat.scrollTop = chat.scrollHeight
+        } else {
+          clearInterval(typingInterval)
+          sendBtn.disabled = false
+        }
+      }, 50)
+    })
+    // // NEW: Connect DB button handler
+    // connectBtn.addEventListener('click', () => {
+    //   const uri = dbUriTA.value.trim();
+    //   if (!uri) {
+    //     showToast('Please enter a connection string.');
+    //     return;
+    //   }
+    //   connectBtn.disabled = true;
+    //   showToast('Sending connection string...')
+    //   fetch('/connect_db', {
+    //     method: 'POST',
+    //     headers: { 'Content-Type': 'application/json' },
+    //     body: JSON.stringify({ uri })
+    //   })
+    //     .then(r => r.json())
+    //     .then(data => {
+    //       connectBtn.disabled = false;
+    //       if (data && data.message) {
+    //         addMessage('agent', data.message);
+    //         showToast('Connect request sent.');
+    //       } else {
+    //         addMessage('agent', 'No response from server.');
+    //       }
+    //     })
+    //     .catch(err => {
+    //       connectBtn.disabled = false;
+    //       addMessage('agent', `Connect error: ${err}`);
+    //     })
+    // })
+  </script>
+</body>
+
+</html>

templates/index_db_json.html

@@ -0,0 +1,550 @@
+<!DOCTYPE html>
+<html lang="en">
+
+<head>
+  <meta charset="UTF-8" />
+  <meta name="viewport" content="width=device-width, initial-scale=1" />
+  <title>MongoDB Agent Chat</title>
+  <link rel="icon" type="image/png" href="/static/robot.png" />
+  <script src="https://cdnjs.cloudflare.com/ajax/libs/socket.io/4.5.4/socket.io.js"></script>
+  <script src="https://cdn.jsdelivr.net/npm/marked/marked.min.js"></script>
+  <link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/font-awesome/6.5.0/css/all.min.css" />
+
+  <style>
+    * {
+      box-sizing: border-box;
+    }
+
+    body {
+      background: linear-gradient(135deg, rgb(44, 65, 112), #151f35);
+      color: #f0f0f0;
+      font-family: 'Segoe UI', Tahoma, Geneva, Verdana, sans-serif;
+      margin: 0;
+      padding: 0;
+      overflow: hidden;
+      height: 100vh;
+    }
+
+    .container {
+      max-width: 910px;
+      margin: 22px auto;
+      padding: 20px;
+      border-radius: 20px;
+      backdrop-filter: blur(12px);
+      background: rgba(255, 255, 255, 0.04);
+      box-shadow: 0 8px 20px rgba(0, 0, 0, 0.2);
+      transition: all 0.3s ease-in-out;
+      width: 90%;
+      display: flex;
+      flex-direction: column;
+      height: fit-content
+    }
+
+    h1 {
+      text-align: center;
+      font-size: 1.5rem;
+      margin-bottom: 30px;
+      color: #7ee8fa;
+      letter-spacing: 1px;
+      text-shadow: 0 2px 4px #000;
+    }
+
+    /* added small DB area styles */
+    .db-area {
+      display: flex;
+      gap: 10px;
+      align-items: flex-start;
+      margin-bottom: 14px;
+    }
+
+    .db-area textarea {
+      flex: 1;
+      padding: 10px;
+      border-radius: 8px;
+      background: rgba(255, 255, 255, 0.04);
+      color: #eaeaea;
+      border: 1px solid rgba(255, 255, 255, 0.06);
+      resize: none;
+      min-height: 46px;
+    }
+
+    .db-area button {
+      padding: 10px 14px;
+      border-radius: 8px;
+      border: none;
+      background: #28a745;
+      color: white;
+      cursor: pointer;
+    }
+
+    .chat-container {
+      height: 450px;
+      overflow-y: auto;
+      padding: 20px;
+      background: rgba(255, 255, 255, 0.05);
+      border-radius: 15px;
+      border: 1px solid rgba(255, 255, 255, 0.05);
+      box-shadow: inset 0 0 10px rgba(0, 0, 0, 0.25);
+      backdrop-filter: blur(8px);
+      animation: fadeInUp 0.6s ease;
+    }
+
+    .chat-container {
+      height: 450px;
+      overflow-y: auto;
+      padding: 20px;
+      background: rgba(255, 255, 255, 0.05);
+      border-radius: 15px;
+      border: 1px solid rgba(255, 255, 255, 0.05);
+      box-shadow: inset 0 0 10px rgba(0, 0, 0, 0.25);
+      backdrop-filter: blur(8px);
+      animation: fadeInUp 0.6s ease;
+    }
+
+    @keyframes fadeInUp {
+      from {
+        opacity: 0;
+        transform: translateY(15px);
+      }
+
+      to {
+        opacity: 1;
+        transform: translateY(0);
+      }
+    }
+
+    /* Custom scroll bar styling */
+    .chat-container::-webkit-scrollbar {
+      width: 8px;
+    }
+
+    .chat-container::-webkit-scrollbar-track {
+      background: #0f1b33;
+      border-radius: 4px;
+    }
+
+    .chat-container::-webkit-scrollbar-thumb {
+      background: #444;
+      border-radius: 4px;
+    }
+
+    .chat-container::-webkit-scrollbar-thumb:hover {
+      background: #555;
+    }
+
+    .chat-container {
+      scrollbar-width: thin;
+      scrollbar-color: #444 #0f1b33;
+    }
+
+    .message {
+      margin-bottom: 15px;
+      display: flex;
+      align-items: flex-start;
+      opacity: 0;
+      animation: fadeIn 0.5s ease forwards;
+    }
+
+    .message.user {
+      justify-content: flex-end;
+    }
+
+    .message.agent {
+      justify-content: flex-start;
+    }
+
+    .bubble {
+      padding: 8px 14px;
+      font-size: 14px;
+      line-height: 1.2;
+      border-radius: 14px;
+      max-width: 70%;
+      word-wrap: break-word;
+      position: relative;
+      line-height: 1.5;
+      box-shadow: 0 4px 12px rgba(0, 0, 0, 0.3);
+      transition: all 0.3s ease;
+    }
+
+    .bubble.user {
+      background: linear-gradient(145deg, #007bff, #0056b3);
+      color: white;
+      border-bottom-right-radius: 0;
+    }
+
+    .bubble.agent {
+      background: linear-gradient(145deg, #2d3a55, #1b2a3a);
+      color: #f3f3f3;
+      border-bottom-left-radius: 0;
+    }
+
+    .bubble.agent.thought-bubble {
+      background: rgba(16, 52, 74, 0.8);
+      font-style: italic;
+      border-left: 4px solid #00e0ff;
+      color: #7ee8fa;
+    }
+
+    .thought-toggle {
+      color: #ff8800;
+      font-size: 0.85rem;
+      cursor: pointer;
+      display: inline-block;
+      margin-top: 5px;
+    }
+
+    .input-area {
+      display: flex;
+      gap: 10px;
+      margin-top: 15px;
+      align-items: center;
+    }
+
+    .input-area textarea {
+      flex: 1;
+      padding: 12px;
+      border-radius: 10px;
+      background: rgba(255, 255, 255, 0.08);
+      color: #eaeaea;
+      border: 1px solid rgba(255, 255, 255, 0.1);
+      resize: none;
+      transition: box-shadow 0.3s ease;
+    }
+
+    .input-area textarea:focus {
+      outline: none;
+      box-shadow: 0 0 8px #00e0ff;
+    }
+
+    .input-area button {
+      padding: 12px 20px;
+      border-radius: 10px;
+      border: none;
+      background: #00a8ff;
+      color: #fff;
+      cursor: pointer;
+      transition: background 0.3s;
+    }
+
+    #upload-db {
+      background: none;
+      border: none;
+      cursor: pointer;
+      /* margin-left: 5px; */
+    }
+
+    .btn-icon {
+      background: transparent;
+      border: none;
+      cursor: pointer;
+      padding: 6px;
+      transition: transform 0.2s ease;
+    }
+
+    #upload-db img {
+      width: 28px;
+      height: 28px;
+    }
+
+    .input-area button:disabled {
+      background-color: #555;
+      cursor: not-allowed;
+    }
+
+    .input-area button:hover:not(:disabled) {
+      background: #0077c2;
+    }
+
+    .toast {
+      position: fixed;
+      bottom: 25px;
+      right: 25px;
+      background: #2c3e50;
+      padding: 12px 22px;
+      border-radius: 12px;
+      font-size: 0.95rem;
+      box-shadow: 0 6px 12px rgba(0, 0, 0, 0.3);
+      opacity: 0.95;
+      display: none;
+      z-index: 1000;
+      transition: all 0.3s ease-in-out;
+    }
+
+    /* Typing animation dots */
+    .dot {
+      animation: blink 1.2s infinite;
+      display: inline-block;
+      margin-left: 2px;
+    }
+
+    .dot:nth-child(2) {
+      animation-delay: 0.2s;
+    }
+
+    .dot:nth-child(3) {
+      animation-delay: 0.4s;
+    }
+
+    @keyframes blink {
+      0% {
+        opacity: 0.2;
+      }
+
+      20% {
+        opacity: 1;
+      }
+
+      100% {
+        opacity: 0.2;
+      }
+    }
+
+    @keyframes fadeIn {
+      to {
+        opacity: 1;
+      }
+    }
+
+    .thought-toggle {
+      margin-top: 4px;
+      font-size: 0.8rem;
+      color: #ffbb00;
+      cursor: pointer;
+      transition: color 0.3s;
+    }
+
+    .thought-toggle:hover {
+      color: #fff000;
+    }
+
+    .copy-container {
+      margin-top: 5px;
+      display: flex;
+      justify-content: flex-end;
+    }
+
+    .copy-btn {
+      background: none;
+      border: none;
+      color: #bbb;
+      cursor: pointer;
+      font-size: 0.85rem;
+      padding: 4px 8px;
+      transition: color 0.2s ease, background 0.2s ease;
+      border-radius: 6px;
+    }
+
+    .copy-btn:hover {
+      color: #fff;
+      background: rgba(255, 255, 255, 0.1);
+    }
+  </style>
+</head>
+
+<body>
+  <div class="container">
+    <h1><i class="fa-solid fa-robot" style="margin-right: 10px; color: #f5f5f5;"></i>: Ask Me Anything About Your Data
+    </h1>
+    <!-- NEW: DB connection textarea and connect button -->
+    <div class="db-area">
+      <textarea id="db-uri" rows="2"
+        placeholder="Enter DB connection string (SQLAlchemy URI, mssql ODBC string, or MongoDB URI)."></textarea>
+      <button id="connect-db" title="Connect Database"><i class="fa-solid fa-plug"
+          style="margin-right:8px"></i>Connect</button>
+    </div>
+    <div class="chat-container" id="chat"></div>
+    <div class="input-area">
+      <textarea id="prompt" rows="2" placeholder="Ask something about your data..."></textarea>
+      <!-- <button id="upload-db" title="Upload Mongo JSON Database"><img src="/static/db_icon.svg" alt="DB" /></button> -->
+      <button id="upload-db" title="Upload Database"><i class="fa-solid fa-database"
+          style="color: #b5d3f1; font-size: 25px; background: transparent;"></i></button>
+      <button id="send">Send</button>
+      <input type="file" id="file-input" accept=".json,.db" style="display:none;" />
+    </div>
+  </div>
+  <div id="toast" class="toast"></div>
+
+  <script>
+    const socket = io()
+    const chat = document.getElementById('chat')
+    const toast = document.getElementById('toast')
+    const sendBtn = document.getElementById('send')
+    const promptTA = document.getElementById('prompt')
+    const uploadBtn = document.getElementById('upload-db')
+    const fileInput = document.getElementById('file-input')
+    const dbUriTA = document.getElementById('db-uri')
+    const connectBtn = document.getElementById('connect-db')
+
+    let typingBubble = null
+    let agentBubble = null
+
+    function addMessage(sender, html) {
+      const msg = document.createElement('div')
+      msg.className = `message ${sender}`
+      const bubble = document.createElement('div')
+      bubble.className = `bubble ${sender}`
+      bubble.innerHTML = marked.parse(html)
+
+      msg.appendChild(bubble)
+      // Add copy button only for user messages
+      if (sender === 'user') {
+        const copyBtn = document.createElement('button');
+        copyBtn.className = 'btn-icon copy-btn';
+        copyBtn.innerHTML = '<i class="fa-regular fa-copy"></i>';
+        copyBtn.title = 'Copy to clipboard';
+        copyBtn.onclick = () => {
+          navigator.clipboard.writeText(html);
+          showToast('Copied to clipboard!');
+        };
+        const copyContainer = document.createElement('div');
+        copyContainer.className = 'copy-container';
+        copyContainer.appendChild(copyBtn);
+        msg.appendChild(copyContainer);
+
+      }
+      chat.appendChild(msg)
+      chat.scrollTop = chat.scrollHeight
+    }
+
+    function showToast(text, duration = 3000) {
+      toast.textContent = text
+      toast.style.display = 'block'
+      setTimeout(() => (toast.style.display = 'none'), duration)
+    }
+
+    uploadBtn.addEventListener('click', () => fileInput.click())
+    fileInput.addEventListener('change', e => handleFile(e.target.files[0]))
+
+    // function handleFile(file) {
+    //   if (!file) return
+    //   showToast('Uploading Database…')
+    //   const fd = new FormData()
+    //   fd.append('file', file)
+    //   fetch('/upload_db', { method: 'POST', body: fd })
+    //     .then(r => r.json())
+    //     .then(data => {
+    //       if (data.success) {
+    //         showToast('Database initialized!', 2000)
+    //         const fileName = file.name;
+    //         addMessage('agent', ${filename},'uploaded and ready!')
+    //       } else {
+    //         addMessage('agent', `Error: ${data.message}`)
+    //       }
+    //     })
+    //     .catch(err => addMessage('agent', `Upload error: ${err}`))
+    // }
+    function handleFile(file) {
+      if (!file) return;
+      showToast('Uploading Database…');
+
+      const fd = new FormData();
+      fd.append('file', file);
+
+      fetch('/upload_db', { method: 'POST', body: fd })
+        .then(r => r.json())
+        .then(data => {
+          if (data.success) {
+            showToast('Database initialized!', 2000);
+            const fileName = file.name;  // Get the file name from the uploaded file
+            addMessage('agent', `${fileName} is uploaded and ready!`);
+          } else {
+            addMessage('agent', `Error: ${data.message}`);
+          }
+        })
+        .catch(err => addMessage('agent', `Upload error: ${err}`));
+    }
+    function sendPrompt() {
+      const text = promptTA.value.trim()
+      if (!text || sendBtn.disabled) return
+      addMessage('user', text)
+      promptTA.value = ''
+      sendBtn.disabled = true
+
+      typingBubble = document.createElement('div')
+      typingBubble.className = 'message agent'
+      typingBubble.innerHTML = `<div class="bubble agent">Thinking<span class="dot">.</span><span class="dot">.</span><span class="dot">.</span></div>`
+      chat.appendChild(typingBubble)
+      chat.scrollTop = chat.scrollHeight
+
+      fetch('/generate', {
+        method: 'POST',
+        headers: { 'Content-Type': 'application/json' },
+        body: JSON.stringify({ prompt: text })
+      }).catch((err) => {
+        addMessage('agent', `Error: ${err}`)
+        sendBtn.disabled = false
+        if (typingBubble) chat.removeChild(typingBubble)
+      })
+    }
+
+    sendBtn.addEventListener('click', sendPrompt)
+
+    promptTA.addEventListener('keydown', (e) => {
+      if (e.key === 'Enter' && !e.shiftKey) {
+        e.preventDefault()
+        sendPrompt()
+      }
+    })
+
+    socket.on('final', (data) => {
+      if (typingBubble) {
+        chat.removeChild(typingBubble)
+        typingBubble = null
+      }
+      agentBubble = null
+      sendBtn.disabled = true
+
+      const msg = document.createElement('div')
+      msg.className = 'message agent'
+      const bubble = document.createElement('div')
+      bubble.className = 'bubble agent'
+      msg.appendChild(bubble)
+      chat.appendChild(msg)
+      chat.scrollTop = chat.scrollHeight
+
+      const text = data.message
+      let index = 0
+      const typingInterval = setInterval(() => {
+        if (index < text.length) {
+          bubble.textContent += text.charAt(index)
+          index++
+          chat.scrollTop = chat.scrollHeight
+        } else {
+          clearInterval(typingInterval)
+          sendBtn.disabled = false
+        }
+      }, 50)
+    })
+    // NEW: Connect DB button handler
+    connectBtn.addEventListener('click', () => {
+      const uri = dbUriTA.value.trim();
+      if (!uri) {
+        showToast('Please enter a connection string.');
+        return;
+      }
+      connectBtn.disabled = true;
+      showToast('Sending connection string...')
+      fetch('/connect_db', {
+        method: 'POST',
+        headers: { 'Content-Type': 'application/json' },
+        body: JSON.stringify({ uri })
+      })
+        .then(r => r.json())
+        .then(data => {
+          connectBtn.disabled = false;
+          if (data && data.message) {
+            addMessage('agent', data.message);
+            showToast('Connect request sent.');
+          } else {
+            addMessage('agent', 'No response from server.');
+          }
+        })
+        .catch(err => {
+          connectBtn.disabled = false;
+          addMessage('agent', `Connect error: ${err}`);
+        })
+    })
+  </script>
+</body>
+
+</html>

templates/test_agent_sql.html

@@ -0,0 +1,190 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+  <meta charset="UTF-8" />
+  <meta name="viewport" content="width=device-width, initial-scale=1" />
+  <title>SQL Agent Chat</title>
+  <link rel="icon" type="image/png" href="/static/robot.png" />
+  <script src="https://cdn.jsdelivr.net/npm/marked/marked.min.js"></script>
+  <link rel="stylesheet" href="https://cdnjs.cloudflare.com/ajax/libs/font-awesome/6.5.0/css/all.min.css" />
+
+  <style>
+    * { box-sizing: border-box; }
+    body {
+      background: linear-gradient(135deg, rgb(44, 65, 112), #151f35);
+      color: #f0f0f0;
+      font-family: 'Segoe UI', Tahoma, Geneva, Verdana, sans-serif;
+      margin: 0; padding: 0;
+      overflow: hidden; height: 100vh;
+    }
+    .container {
+      max-width: 910px;
+      margin: 22px auto;
+      padding: 20px;
+      border-radius: 20px;
+      backdrop-filter: blur(12px);
+      background: rgba(255, 255, 255, 0.04);
+      box-shadow: 0 8px 20px rgba(0,0,0,0.2);
+      width: 90%;
+      display: flex;
+      flex-direction: column;
+      height: fit-content;
+    }
+    h1 {
+      text-align: center;
+      font-size: 1.5rem;
+      margin-bottom: 30px;
+      color: #7ee8fa;
+      text-shadow: 0 2px 4px #000;
+    }
+    .chat-container {
+      height: 450px;
+      overflow-y: auto;
+      padding: 20px;
+      background: rgba(255,255,255,0.05);
+      border-radius: 15px;
+      border: 1px solid rgba(255,255,255,0.05);
+      box-shadow: inset 0 0 10px rgba(0,0,0,0.25);
+      backdrop-filter: blur(8px);
+    }
+    .chat-container::-webkit-scrollbar { width: 8px; }
+    .chat-container::-webkit-scrollbar-track { background: #0f1b33; border-radius: 4px; }
+    .chat-container::-webkit-scrollbar-thumb { background: #444; border-radius: 4px; }
+    .chat-container::-webkit-scrollbar-thumb:hover { background: #555; }
+
+    .message { margin-bottom: 15px; display: flex; align-items: flex-start; opacity: 0; animation: fadeIn 0.5s ease forwards; }
+    .message.user { justify-content: flex-end; }
+    .message.agent { justify-content: flex-start; }
+    .bubble {
+      padding: 10px 16px;
+      font-size: 14px;
+      border-radius: 14px;
+      max-width: 70%;
+      word-wrap: break-word;
+      box-shadow: 0 4px 12px rgba(0,0,0,0.3);
+      line-height: 1.4;
+    }
+    .bubble.user {
+      background: linear-gradient(145deg, #007bff, #0056b3);
+      color: white;
+      border-bottom-right-radius: 0;
+    }
+    .bubble.agent {
+      background: linear-gradient(145deg, #2d3a55, #1b2a3a);
+      color: #f3f3f3;
+      border-bottom-left-radius: 0;
+    }
+
+    .input-area {
+      display: flex; gap: 10px; margin-top: 15px; align-items: center;
+    }
+    .input-area textarea {
+      flex: 1; padding: 12px; border-radius: 10px;
+      background: rgba(255,255,255,0.08);
+      color: #eaeaea;
+      border: 1px solid rgba(255,255,255,0.1);
+      resize: none;
+    }
+    .input-area textarea:focus { outline: none; box-shadow: 0 0 8px #00e0ff; }
+    .input-area button {
+      padding: 12px 20px;
+      border-radius: 10px; border: none;
+      background: #00a8ff; color: #fff;
+      cursor: pointer; transition: background 0.3s;
+    }
+    .input-area button:hover:not(:disabled) { background: #0077c2; }
+    .input-area button:disabled { background: #555; cursor: not-allowed; }
+
+    .toast {
+      position: fixed; bottom: 25px; right: 25px;
+      background: #2c3e50;
+      padding: 12px 22px;
+      border-radius: 12px;
+      font-size: 0.95rem;
+      box-shadow: 0 6px 12px rgba(0,0,0,0.3);
+      display: none; z-index: 1000;
+    }
+    .dot { animation: blink 1.2s infinite; display: inline-block; margin-left: 2px; }
+    .dot:nth-child(2){ animation-delay: 0.2s; }
+    .dot:nth-child(3){ animation-delay: 0.4s; }
+    @keyframes blink { 0%{opacity:.2} 20%{opacity:1} 100%{opacity:.2} }
+    @keyframes fadeIn { to { opacity: 1; } }
+  </style>
+</head>
+<body>
+  <div class="container">
+    <h1><i class="fa-solid fa-database" style="margin-right: 10px; color: #7ee8fa;"></i>
+      SQL Agent Assistant
+    </h1>
+    <div class="chat-container" id="chat"></div>
+    <div class="input-area">
+      <textarea id="prompt" rows="2" placeholder="Ask something about your SQL data..."></textarea>
+      <button id="send">Send</button>
+    </div>
+  </div>
+  <div id="toast" class="toast"></div>
+
+  <script>
+    const chat = document.getElementById('chat')
+    const toast = document.getElementById('toast')
+    const sendBtn = document.getElementById('send')
+    const promptTA = document.getElementById('prompt')
+    let typingBubble = null
+
+    function addMessage(sender, html) {
+      const msg = document.createElement('div')
+      msg.className = `message ${sender}`
+      const bubble = document.createElement('div')
+      bubble.className = `bubble ${sender}`
+      bubble.innerHTML = marked.parse(html)
+      msg.appendChild(bubble)
+      chat.appendChild(msg)
+      chat.scrollTop = chat.scrollHeight
+    }
+
+    function showToast(text, duration = 3000) {
+      toast.textContent = text
+      toast.style.display = 'block'
+      setTimeout(() => (toast.style.display = 'none'), duration)
+    }
+
+    function sendPrompt() {
+      const text = promptTA.value.trim()
+      if (!text || sendBtn.disabled) return
+      addMessage('user', text)
+      promptTA.value = ''
+      sendBtn.disabled = true
+
+      typingBubble = document.createElement('div')
+      typingBubble.className = 'message agent'
+      typingBubble.innerHTML = `<div class="bubble agent">Thinking<span class="dot">.</span><span class="dot">.</span><span class="dot">.</span></div>`
+      chat.appendChild(typingBubble)
+      chat.scrollTop = chat.scrollHeight
+
+      fetch('/generate', {
+        method: 'POST',
+        headers: { 'Content-Type': 'application/json' },
+        body: JSON.stringify({ prompt: text })
+      })
+        .then(r => r.json())
+        .then(data => {
+          if (typingBubble) { chat.removeChild(typingBubble); typingBubble = null }
+          if (data.status === "ok") addMessage('agent', data.answer)
+          else addMessage('agent', `❌ ${data.message}`)
+        })
+        .catch(err => {
+          if (typingBubble) chat.removeChild(typingBubble)
+          addMessage('agent', `Error: ${err}`)
+        })
+        .finally(() => { sendBtn.disabled = false })
+    }
+
+    sendBtn.addEventListener('click', sendPrompt)
+    promptTA.addEventListener('keydown', (e) => {
+      if (e.key === 'Enter' && !e.shiftKey) {
+        e.preventDefault(); sendPrompt()
+      }
+    })
+  </script>
+</body>
+</html>