Spaces:

ask-ANRG
/

Ask-ANRG

Sleeping

App Files Files Community

FloraJ commited on Oct 10, 2023

Commit

95a56c0

1 Parent(s): 8a1da2b

init template

Browse files

Files changed (6) hide show

Dockerfile +32 -0
main.py +33 -0
requirements.txt +8 -0
static/index.html +22 -0
static/script.js +52 -0
static/style.css +48 -0

Dockerfile ADDED Viewed

	@@ -0,0 +1,32 @@

+FROM python:3.8
+WORKDIR /code
+# Upgrade pip
+RUN pip install --no-cache-dir --upgrade pip
+COPY ./requirements.txt /code/requirements.txt
+RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+# download model from transformer
+COPY . .
+# Set up a new user named "user" with user ID 1000
+RUN useradd -m -u 1000 user
+# Switch to the "user" user
+USER user
+# Set home to the user's home directory
+ENV HOME=/home/user \
+    PATH=/home/user/.local/bin:$PATH
+# Set the working directory to the user's home directory
+WORKDIR $HOME/app
+# Copy the current directory contents into the container at $HOME/app setting the owner to the user
+COPY --chown=user . $HOME/app
+CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]

main.py ADDED Viewed

	@@ -0,0 +1,33 @@

+from fastapi import FastAPI, Depends, HTTPException, Query
+from transformers import AutoModelForCausalLM, AutoTokenizer
+from typing import List
+from fastapi.responses import HTMLResponse
+from fastapi.staticfiles import StaticFiles
+app = FastAPI()
+app.mount("/static", StaticFiles(directory="static"), name="static")
+@app.get("/", response_class=HTMLResponse)
+async def read_root():
+    with open("static/index.html", "r") as f:
+        content = f.read()
+    return HTMLResponse(content=content)
+# Initialize model and tokenizer
+# tokenizer = AutoTokenizer.from_pretrained("Qwen/Qwen-14B-Chat-int4")
+# model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen-14B-Chat-int4").eval()
+@app.post("/chat/")
+def chat(user_input: str, api_key: str):
+    # Here you can validate the API key, e.g., check if it exists in your database
+    # If the API key is not valid, raise an HTTPException
+    # if not validate_api_key(api_key):
+    #     raise HTTPException(status_code=400, detail="Invalid API key")
+    # Tokenize the user input and get model's response
+    # input_ids = tokenizer.encode(user_input, return_tensors="pt")
+    # output = model.generate(input_ids)
+    # response = tokenizer.decode(output[0], skip_special_tokens=True)
+    return {"response": f"user input: {user_input}, api_key: {api_key}"}

requirements.txt ADDED Viewed

	@@ -0,0 +1,8 @@

+openai==0.28.0
+pandas==2.0.3
+tqdm~=4.66.1
+annoy==1.17.3
+fastapi
+uvicorn
+transformers
+torch

static/index.html ADDED Viewed

	@@ -0,0 +1,22 @@

+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <link rel="stylesheet" href="/static/style.css">
+    <script src="/static/script.js" defer></script>
+    <title>ASK-ANRG</title>
+</head>
+<body>
+    <div class="container">
+        <h1>ASK-ANRG</h1>
+        <label for="api-key-input">API Key:</label>
+        <input type="text" id="api-key-input" placeholder="Enter your API key...">
+        <div class="chat-box" id="chat-box">
+            <!-- Chat messages will be displayed here -->
+        </div>
+        <input type="text" id="user-input" placeholder="Type your message...">
+        <button id="send-btn">Send</button>
+    </div>
+</body>
+</html>

static/script.js ADDED Viewed

	@@ -0,0 +1,52 @@

+const sendBtn = document.getElementById('send-btn');
+const userInput = document.getElementById('user-input');
+const apiKeyInput = document.getElementById('api-key-input');
+const chatBox = document.getElementById('chat-box');
+sendBtn.addEventListener('click', () => {
+    const message = userInput.value.trim();
+    const apiKey = apiKeyInput.value.trim();
+    console.log("message: ", message)
+    console.log("apiKey: ", apiKey)
+    if (message && apiKey) {
+        // Display user's message immediately
+        const userMessageDiv = document.createElement('div');
+        userMessageDiv.className = 'user-message';
+        userMessageDiv.innerText = message;
+        chatBox.appendChild(userMessageDiv);
+        scrollToBottom();
+        // Call FastAPI backend to get response
+        fetch('/chat/', {
+            method: 'POST',
+            headers: {
+                'Content-Type': 'application/json'
+            },
+            body: JSON.stringify({user_input: message, api_key: apiKey})
+        })
+        .then(response => {
+            if (!response.ok) {
+                throw new Error('Network response was not ok');
+            }
+            return response.json();
+        })
+        .then(data => {
+            // Display chatbot's response
+            const botMessageDiv = document.createElement('div');
+            botMessageDiv.className = 'bot-message';
+            botMessageDiv.innerText = data.response;
+            chatBox.appendChild(botMessageDiv);
+            scrollToBottom();
+        })
+        .catch(error => {
+            console.log('There was a problem with the fetch operation:', error.message);
+        });
+        userInput.value = ''; // Clear the input field
+    }
+});
+function scrollToBottom() {
+    chatBox.scrollTop = chatBox.scrollHeight;
+}

static/style.css ADDED Viewed

	@@ -0,0 +1,48 @@

+body {
+    font-family: Arial, sans-serif;
+    background-color: #f4f4f4;
+    margin: 0;
+    padding: 0;
+}
+.container {
+    max-width: 600px;
+    margin: 50px auto;
+    background-color: #fff;
+    padding: 20px;
+    border-radius: 5px;
+}
+.chat-box {
+    border: 1px solid #e0e0e0;
+    padding: 20px;
+    height: 300px;
+    overflow-y: scroll;
+    margin-bottom: 10px;
+}
+button {
+    background-color: #007BFF;
+    color: #fff;
+    border: none;
+    padding: 10px 15px;
+    border-radius: 5px;
+    cursor: pointer;
+}
+.user-message, .bot-message {
+    margin: 10px 0;
+    padding: 10px;
+    border-radius: 5px;
+}
+.user-message {
+    background-color: #e0e0e0;
+    align-self: flex-end;
+}
+.bot-message {
+    background-color: #007BFF;
+    color: white;
+    align-self: flex-start;
+}