Spaces:

a9
/

aa

Running

App Files Files Community

a9 commited on 12 days ago

Commit

40a4ea0

verified ·

1 Parent(s): af08a0e

Update app.py

Browse files

Files changed (1) hide show

app.py +73 -439

app.py CHANGED Viewed

@@ -1,468 +1,102 @@
 from fastapi import FastAPI, Response, Cookie
-from fastapi.responses import HTMLResponse
 from pydantic import BaseModel, Field
-import time
-import os
-value = os.environ.get('YOUR_ENV_KEY')
 app = FastAPI()
-Tokens = []
-History = []
-@app.get("/", response_class=HTMLResponse)
-async def read_root(response: Response):
-    token = time.time()
-    Tokens.append(str(token))
-    History.append([{"role": "system", "content": "You are the Prompt Optimization Engine (POE), a tool designed to maximize the clarity and effectiveness of user queries for large language models. Your sole function is to accept a user-submitted prompt, analyze its core intent, context, and desired output format. You must then return a single, improved, streamlined version. The refined prompt must be concise, articulate the required persona and constraints clearly, and fully preserve the original user intent. Always prioritize action-oriented language and remove any conversational filler or ambiguity."}])
-    response.set_cookie(key="token", value=token, httponly=True, secure=True, samesite='none')  # Set cookie
-    return '''<!DOCTYPE html>
-<html lang="en">
-<head>
-    <meta charset="UTF-8">
-    <meta name="viewport" content="width=device-width, initial-scale=1.0">
-    <title>Chatbot Assistant</title>
-    <script src="https://cdn.tailwindcss.com"></script>
-    <script src="https://cdn.jsdelivr.net/npm/marked/marked.min.js"></script>
-    <link href="https://fonts.googleapis.com/css2?family=Inter:wght@400;500;600;700&display=swap" rel="stylesheet">
-    <style>
-        body {
-            font-family: 'Inter', sans-serif;
-            background-color: #1a202c; /* Dark background for the body */
-            display: flex;
-            justify-content: center;
-            align-items: center;
-            min-height: 100vh;
-            margin: 0;
-            padding: 16px;
-            box-sizing: border-box;
-            color: #e2e8f0; /* Light text color for general body text */
-        }
-        code {
-                margin: 6px 0px;
-                display: block;
-                border-radius: 12px;
-                overflow-x: scroll;
-                background-color: #1e1e1e;
-                padding: 12px;
-                scrollbar-width: none;
-        }
-        .chat-container {
-            display: flex;
-            flex-direction: column;
-            width: 100%;
-            max-width: 800px;
-            height: 90vh;
-            background-color: #2d3748; /* Darker background for chat box */
-            border-radius: 1.5rem;
-            box-shadow: 0 20px 50px rgba(0, 0, 0, 0.3); /* More pronounced shadow for dark mode */
-            overflow: hidden;
-            border: 1px solid #4a5568; /* Subtle border for dark mode */
-        }
-        .chat-header {
-            background: linear-gradient(to right, #6a0076, #12327a); /* Darker blue gradient header */
-            color: #ffffff;
-            padding: 1.5rem;
-            text-align: center;
-            font-size: 1.75rem;
-            font-weight: 700;
-            border-top-left-radius: 1.5rem;
-            border-top-right-radius: 1.5rem;
-        }
-        .chat-messages {
-            flex-grow: 1;
-            padding: 1.5rem;
-            overflow-y: auto;
-            -webkit-overflow-scrolling: touch;
-            display: flex;
-            flex-direction: column;
-            gap: 1rem;
-        }
-        .message {
-            max-width: 75%;
-            padding: 0.85rem 1.25rem;
-            border-radius: 1.25rem;
-            word-wrap: break-word;
-            box-shadow: 0 2px 5px rgba(0, 0, 0, 0.1); /* Subtle shadow for messages */
-            animation: fadeIn 0.3s ease-out;
-        }
-        .user-message {
-            background-color: #12327a; /* Blue for user messages in dark mode */
-            align-self: flex-end;
-            color: #ffffff; /* White text for user messages */
-            border-bottom-right-radius: 0.5rem;
-        }
-        .assistant-message {
-            background-color: #4a5568; /* Darker gray for assistant messages */
-            align-self: flex-start;
-            color: #e2e8f0; /* Light text for assistant messages */
-            border-bottom-left-radius: 0.5rem;
-        }
-        .input-area {
-            display: flex;
-            align-items: center;
-            padding: 1.5rem;
-            border-top: 1px solid #4a5568; /* Darker border at the top */
-            background-color: #2d3748; /* Match chat box background */
-            gap: 1rem;
-        }
-        .input-area textarea {
-            flex-grow: 1;
-            padding: 0.85rem 1.25rem;
-            border: 2px solid #718096; /* Lighter border for contrast */
-            border-radius: 1.25rem;
-            resize: none;
-            outline: none;
-            font-size: 1rem;
-            line-height: 1.5;
-            min-height: 48px;
-            max-height: 150px;
-            overflow-y: auto;
-            transition: border-color 0.2s ease-in-out, box-shadow 0.2s ease-in-out;
-            background-color: #2d3748; /* Dark background for textarea */
-            color: #e2e8f0; /* Light text color for textarea */
-        }
-        .input-area textarea:focus {
-            border-color: #63b3ed; /* Lighter blue border on focus */
-            box-shadow: 0 0 0 3px rgba(99, 179, 237, 0.2); /* Lighter blue shadow on focus */
-        }
-        .input-area button {
-            background: linear-gradient(to right, #4299e1, #3182ce); /* Blue gradient button */
-            color: #ffffff;
-            padding: 0.85rem 1.75rem;
-            border-radius: 1.25rem;
-            font-weight: 600;
-            cursor: pointer;
-            transition: all 0.2s ease-in-out;
-            display: flex;
-            align-items: center;
-            justify-content: center;
-            gap: 0.5rem;
-            box-shadow: 0 4px 10px rgba(66, 153, 225, 0.3);
-            transform: translateY(0);
-        }
-        .input-area button:hover {
-            background: linear-gradient(to right, #3182ce, #2b6cb0);
-            box-shadow: 0 6px 15px rgba(66, 153, 225, 0.4);
-            transform: translateY(-2px);
-        }
-        .input-area button:disabled {
-            background: #4a5568; /* Dark gray when disabled */
-            cursor: not-allowed;
-            box-shadow: none;
-            transform: translateY(0);
-        }
-        /* Summarize button specific styles for dark mode */
-        #summarize-button {
-            background: linear-gradient(to right, #805ad5, #6b46c1); /* Darker purple gradient */
-            box-shadow: 0 4px 10px rgba(128, 90, 213, 0.3);
-        }
-        #summarize-button:hover {
-            background: linear-gradient(to right, #6b46c1, #553c9a);
-            box-shadow: 0 6px 15px rgba(128, 90, 213, 0.4);
-        }
-        .loading-indicator {
-            display: flex;
-            align-items: center;
-            gap: 0.5rem;
-            font-style: italic;
-            color: #a0aec0; /* Lighter gray for loading text */
-            align-self: flex-start;
-            animation: fadeIn 0.3s ease-out;
-        }
-        .loading-dot {
-            width: 8px;
-            height: 8px;
-            background-color: #a0aec0; /* Lighter gray for dots */
-            border-radius: 50%;
-            animation: bounce 1.4s infinite ease-in-out both;
-        }
-        .loading-dot:nth-child(1) { animation-delay: -0.32s; }
-        .loading-dot:nth-child(2) { animation-delay: -0.16s; }
-        .loading-dot:nth-child(3) { animation-delay: 0s; }
-        .space {
-            height: 4px;
-        }
-        @layer base {
-            p {
-                margin: 6px 0px;
-            }
-            menu, ol, ul {
-                list-style: inside;
-                margin: 0px;
-                padding: 4px;
-            }
-        }
-        code::-webkit-scrollbar {
-            display: none; /* Chrome, Safari */
-        }
-        .status-token {
-            text-align: right;
-            font-size: x-small;
-            margin-top: 4px;
-        }
-        @keyframes bounce {
-            0%, 80%, 100% { transform: scale(0); }
-            40% { transform: scale(1); }
-        }
-        @keyframes fadeIn {
-            from { opacity: 0; transform: translateY(10px); }
-            to { opacity: 1; transform: translateY(0); }
-        }
-        /* Responsive adjustments (same as before, unaffected by dark mode colors) */
-        @media (max-width: 768px) {
-            body {
-                padding: 0;
-            }
-            .chat-container {
-                height: 100vh;
-                border-radius: 0;
-                box-shadow: none;
-                border: none;
-            }
-            .chat-header {
-                border-radius: 0;
-                font-size: 1.5rem;
-                padding: 1rem;
-            }
-            .chat-messages {
-                padding: 0.75rem;
-                gap: 0.7rem;
-            }
-            .message {
-                max-width: 100%;
-                padding: 0.5rem 0.75rem;
-                border-radius: 0.75rem;
-            }
-            .input-area {
-                flex-direction: column;
-                padding: 1rem;
-                gap: 0.75rem;
-            }
-            .input-area textarea {
-                width: 100%;
-                min-height: 40px;
-                padding: 0.5rem 0.75rem;
-                border-radius: 0.75rem;
-            }
-            .input-area button {
-                width: 100%;
-                padding: 0.5rem 0.75rem;
-                border-radius: 0.75rem;
-            }
-        }
-    </style>
-</head>
-<body class="antialiased">
-    <div class="chat-container">
-        <div class="chat-header">
-            Chat Assistant
-        </div>
-        <div id="chat-messages" class="chat-messages">
-            <div class="message assistant-message">
-                <p style="font-style: italic;">This AI model provides information based on pre-existing data and patterns, but may not always offer accurate, up-to-date, or context-specific advice. Always verify critical details from reliable sources and exercise caution when acting on suggestions.</p>
-            </div>
-        </div>
-        <div class="input-area">
-            <textarea
-                id="user-input"
-                placeholder="Type your message..."
-                rows="1"
-                class="shadow-sm block w-full"
-            ></textarea>
-            <button id="send-button">
-                <svg xmlns="http://www.w3.org/2000/svg" class="h-5 w-5" viewBox="0 0 20 20" fill="currentColor">
-                    <path d="M10.894 2.553a1 1 0 00-1.788 0l-7 14a1 1 0 001.169 1.409l5-1.429A1 1 0 009 15.571V11a1 1 0 112 0v4.571a1 1 0 00.553.894l5 1.429a1 1 0 001.169-1.409l-7-14z" />
-                </svg>
-                Send
-            </button>
-            <button id="summarize-button" style="display:none;">
-                <svg xmlns="http://www.w3.org/2000/svg" class="h-5 w-5" viewBox="0 0 20 20" fill="currentColor">
-                  <path fill-rule="evenodd" d="M4 4a2 2 0 012-2h4.586A2 2 0 0113 3.414L16.586 7A2 2 0 0117 8.414V16a2 2 0 01-2 2H6a2 2 0 01-2-2V4zm2 6a1 1 0 011-1h6a1 1 0 110 2H7a1 1 0 01-1-1zm1-3a1 1 0 000 2h.01a1 1 0 000-2H7zm0 6a1 1 0 000 2h.01a1 1 0 000-2H7zm3-6a1 1 0 000 2h3a1 1 0 100-2h-3zm0 6a1 1 0 000 2h3a1 1 0 100-2h-3z" clip-rule="evenodd" />
-                </svg>
-                Summarize Chat
-            </button>
-        </div>
-    </div>
-    <script>
-        const DOM = {
-            chatMessages: document.getElementById('chat-messages'),
-            userInput: document.getElementById('user-input'),
-            sendButton: document.getElementById('send-button'),
-            summarizeButton: document.getElementById('summarize-button'),
-        };
-        const chatHistory = [];
-        /**
-         * Adds a message to the chat display and updates chat history.
-         * @param {string} text - The message content.
-         * @param {'user'|'assistant'|'initial-assistant'} sender - The sender of the message.
-         */
-        function addMessage(text, sender, time, t_per_s) {
-            const messageDiv = document.createElement('div');
-            messageDiv.classList.add('message', sender === 'user' ? 'user-message' : 'assistant-message');
-            const parsedHTML = marked.parse(text);
-            const spacedHTML = parsedHTML.replace(/<\/p>\\n<p>/g, '</p><p class="space"></p><p>');
-            if (sender == 'user') {
-                messageDiv.innerHTML = parsedHTML;
-            } else {
-                messageDiv.innerHTML = parsedHTML + `<p class="status-token">${time} sec &nbsp; ${t_per_s} T/s</p>`;
-            }
-            DOM.chatMessages.appendChild(messageDiv);
-            DOM.chatMessages.scrollTop = DOM.chatMessages.scrollHeight;
-            if (sender !== 'initial-assistant') {
-                chatHistory.push({ role: sender, parts: [{ text: text }] });
-            }
-        }
-        /** Shows a loading indicator in the chat. */
-        function showLoadingIndicator() {
-            const loadingDiv = document.createElement('div');
-            loadingDiv.id = 'loading-indicator';
-            loadingDiv.classList.add('loading-indicator');
-            loadingDiv.innerHTML = `
-                <span>Assistant is typing</span>
-                <div class="loading-dot"></div>
-                <div class="loading-dot"></div>
-                <div class="loading-dot"></div>
-            `;
-            DOM.chatMessages.appendChild(loadingDiv);
-            DOM.chatMessages.scrollTop = DOM.chatMessages.scrollHeight;
-        }
-        /** Removes the loading indicator from the chat. */
-        function removeLoadingIndicator() {
-            document.getElementById('loading-indicator')?.remove();
-        }
-        /** Sets the disabled state of input and buttons. */
-        function setControlsDisabled(disabled) {
-            DOM.sendButton.disabled = disabled;
-            DOM.summarizeButton.disabled = disabled;
-            DOM.userInput.disabled = disabled;
-        }
-        /** Sends a user message to the backend API. */
-        async function sendMessage() {
-            const message = DOM.userInput.value.trim();
-            if (!message) return;
-            addMessage(message, 'user');
-            DOM.userInput.value = '';
-            setControlsDisabled(true);
-            showLoadingIndicator();
-            try {
-                const response = await fetch(`/response`, {
-                    method: 'POST',
-                    headers: { 'Content-Type': 'application/json' },
-                    body: JSON.stringify({ prompt: message }),
-                });
-                if (!response.ok) {
-                    throw new Error(`HTTP error! status: ${response.status}`);
-                }
-                const data = await response.json();
-                addMessage(data.text || "Sorry, I couldn't get a response.", 'assistant', data.time, data.t_per_sec);
-            } catch (error) {
-                console.error('Error sending message:', error);
-                addMessage('Error: Could not connect to the assistant. Please try again.', 'assistant');
-            } finally {
-                removeLoadingIndicator();
-                setControlsDisabled(false);
-                DOM.userInput.focus();
-                adjustTextareaHeight();
-            }
-        }
-        /** Dynamically adjusts the textarea height. */
-        function adjustTextareaHeight() {
-            DOM.userInput.style.height = 'auto';
-            DOM.userInput.style.height = (DOM.userInput.scrollHeight) + 'px';
-        }
-        // Event Listeners
-        DOM.sendButton.addEventListener('click', sendMessage);
-        // DOM.summarizeButton.addEventListener('click', summarizeChat);
-        DOM.userInput.addEventListener('keypress', (event) => {
-            if (event.key === 'Enter' && !event.shiftKey) {
-                event.preventDefault();
-                sendMessage();
-            }
-        });
-        DOM.userInput.addEventListener('input', adjustTextareaHeight);
-        // Initial setup
-        document.addEventListener('DOMContentLoaded', () => {
-            // addMessage('Hello! How can I assist you today?', 'initial-assistant');
-            DOM.userInput.focus();
-            adjustTextareaHeight(); // Set initial height for empty textarea
-        });
-    </script>
-</body>
-</html>'''
-from google import genai
-from google.genai import types
-import requests
-Api_key = os.getenv('API_KEY')
-System_instruction = '''**System Prompt for a Programmer-Oriented Coding Assistant:**\n\n> You are a highly focused, fast, and expert-level coding assistant built for professional programmers.\n> Your primary role is **to assist with code writing, debugging, refactoring, optimization, and architecture**.\n> Avoid unnecessary explanations unless asked. Do not teach—**support the user like a senior pair programmer** who assumes context and skill. Prioritize clean, correct, and efficient code.\n\n> Always:\n> * Get straight to the point.\n> * Suggest the most practical and scalable solution.\n> * Respond with complete code blocks when needed.\n> * Use strong defaults and modern conventions.\n> * Assume the user knows what they're doing.\n> * Think ahead: anticipate potential pitfalls or better approaches.\n> * Give fast, minimal answers when asked for quick help.\n\n> Only elaborate if specifically requested (e.g., “explain,” “why,” “teach,” “verbose”)'''
-client = genai.Client(api_key=Api_key)
-class ChatRequest(BaseModel):
-    """Request model for the chat endpoint."""
-    prompt: str
-def gen(prompt):
-    response = client.models.generate_content(
-        model="gemma-3-4b-it",
-        contents= prompt
-    )
-    return response.text
 @app.post("/response")
-async def handle_chat(chat_request: ChatRequest, token: str = Cookie(None)):
     a= time.time()
-    if token in Tokens:
-        i = Tokens.index(token)
-        History[i].append({"role": "user", "content": chat_request.prompt})
-        text = '<start_of_turn>system\n'+System_instruction+'<end_of_turn>\n<start_of_turn>user\n'
-        for j in History[i]:
-            if j['role']== 'user':
-                text = text + j['content'] + '<end_of_turn>\n<start_of_turn>model\n'
-            else : text = text + j['content'] + '<end_of_turn>\n<start_of_turn>user\n'
-        stream = gen(text)
-        History[i].append({"role": "assistant", "content": stream})
-        b = time.time()
-        return {"text": stream,
-               "time": (b-a)/1000,
-               "t_per_sec": 0}
-    else: return 'Please stop. Just refresh the page.'
-@app.post("/history")
-async def history(chat_request: ChatRequest):
-    if chat_request.prompt == value:
-        time.sleep(10)
-        return History
 if __name__ == "__main__":
     import uvicorn

 from fastapi import FastAPI, Response, Cookie
 from pydantic import BaseModel, Field
+import time, os, base64, uuid, requests
+from google import genai
+from google.genai import types
 app = FastAPI()
+Tokens = []
+user = [[user, conv ids]]
+# In-memory storage (Better to use a Dict)
+sessions = {}  # Format: {token: {conv_id: [history_list]}}
+class ChatRequest(BaseModel):
+    prompt: str
+    conv_id: str
+class NewConv(BaseModel):
+    prompt: str
+def gen(prompt):
+    try:
+        response = client.models.generate_content(model="gemma-3-4b-it", contents=prompt)
+        return response.text
+    except Exception as e:
+        print(f"API Error: {e}")
+        return None
+def getSystemPrompt():
+    return text #TODO: System Prompt builder
+def getConvId():
+    u = uuid.uuid4().bytes[:12]
+    return base64.urlsafe_b64encode(u).rstrip(b'=').decode()
+@app.post("/new_conversation")
+async def handleNewConv(new_conv: NewConv, token: str = Cookie(None)):
+    a = time.time()
+    user_convs = sessions.get(token)
+    if not user_convs:
+        return "Error" # TODO: Error implementation
+    history = [
+        types.Content(role='model', parts=[types.Part(text=getSystemPrompt())]),
+        types.Content(role='user', parts=[types.Part(text=new_conv.prompt)])
+    ]
+    text = gen(history)
+    if text:
+        conv_id = getConvId()
+        raw_history = [["model", getSystemPrompt()]]
+        raw_history.append(["user", new_conv.prompt])
+        raw_history.append(["model", text])
+        user_convs[conv_id] = raw_history
+        return text
+    return None # TODO: Error implementation
+@app.post("/new_conv")
+async def handleNewConv(new_conv: NewConv):
+    a = time.time()
+    return {text: str(a), conv_id: getConvId()} # TODO: Error implementation
+@app.post("/gen_resp")
+async def handleNewConv(new_conv: NewConv):
+    a = time.time()
+    return {text: str(a)} # TODO: Error implementation
 @app.post("/response")
+async def handleChat(chat_request: ChatRequest, token: str = Cookie(None)):
     a= time.time()
+    conv_id = chat_request.conv_id
+    # Check if token and conversation exist
+    user_convs = sessions.get(token)
+    if not user_convs or conv_id not in user_convs:
+        return "Please stop. Just refresh the page." # TODO: Error implementation
+    # Prepare history
+    raw_history = user_convs[conv_id]
+    history = [
+        types.Content(role=k[0], parts=[types.Part(text=k[1])])
+        for k in raw_history
+    ]
+    history.append(types.Content(role='user', parts=[types.Part(text=chat_request.prompt)]))
+    # Generate response
+    text = gen(history)
+    if text:
+        raw_history.append(["user", chat_request.prompt])
+        raw_history.append(["model", text])
+        # Optional: Update history with new response here
+        return text
+    return None # TODO: Error implementation
 if __name__ == "__main__":
     import uvicorn