Deploy via SDK (Stranger Things RAG v2)

.gitattributes

@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+faiss_index/index.faiss filter=lfs diff=lfs merge=lfs -text
+static/bg.jpg filter=lfs diff=lfs merge=lfs -text
+static/bot_icon.png filter=lfs diff=lfs merge=lfs -text
+static/user_icon.png filter=lfs diff=lfs merge=lfs -text

Dockerfile

@@ -0,0 +1,33 @@
+# Use official Python runtime as a parent image
+FROM python:3.10-slim
+
+# Set the working directory in the container
+WORKDIR /app
+
+# Copy the current directory contents into the container at /app
+COPY . /app
+
+# Install system dependencies (build-essential + BLAS for FAISS/Numpy)
+RUN apt-get update && apt-get install -y \
+    build-essential \
+    libopenblas-dev \
+    && rm -rf /var/lib/apt/lists/*
+
+# Install any needed packages specified in requirements.txt
+RUN pip install --no-cache-dir -r requirements.txt
+
+# Create a user to avoid running as root (HF Spaces requirement)
+RUN useradd -m -u 1000 user
+
+# CRITICAL: Change ownership of the app directory to the new user
+RUN chown -R user:user /app
+
+USER user
+ENV HOME=/home/user \
+    PATH=/home/user/.local/bin:$PATH
+
+# Expose port 7860 (Hugging Face Spaces default port)
+EXPOSE 7860
+
+# Run main.py using Uvicorn
+CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]

faiss_index/index.faiss

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b656cc86b4bf9be2aec64fd9f54ee63015a2a1257b1d57d6552609ed7ce7405c
+size 1164333

faiss_index/index.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b80fe6b883ab149d077f9f24ed642b4c18f0b27da15a73df2f8d79e7fedde8d
+size 375276

main.py

@@ -0,0 +1,136 @@
+import os
+from fastapi import FastAPI, Request
+from fastapi.responses import HTMLResponse
+from fastapi.staticfiles import StaticFiles
+from fastapi.templating import Jinja2Templates
+from pydantic import BaseModel
+from langchain_community.vectorstores import FAISS
+from langchain_huggingface import HuggingFaceEmbeddings
+from langchain_huggingface import HuggingFaceEndpoint
+from dotenv import load_dotenv
+
+# Load environment variables
+load_dotenv()
+
+app = FastAPI()
+
+# Mount static files
+app.mount("/static", StaticFiles(directory="static"), name="static")
+
+# Templates
+templates = Jinja2Templates(directory="templates")
+
+# Initialize RAG Components
+BASE_DIR = os.path.dirname(os.path.abspath(__file__))
+FAISS_PATH = os.path.join(BASE_DIR, "faiss_index")
+embeddings = HuggingFaceEmbeddings(model_name="all-MiniLM-L6-v2")
+
+print(f"DEBUG: Checking for database at {FAISS_PATH}")
+# Check if DB exists
+if os.path.exists(FAISS_PATH):
+    print("DEBUG: Database found. Loading FAISS...")
+    try:
+        vector_db = FAISS.load_local(FAISS_PATH, embeddings, allow_dangerous_deserialization=True)
+        retriever = vector_db.as_retriever(search_kwargs={"k": 5})
+        print("DEBUG: Retriever initialized.")
+    except Exception as e:
+        print(f"DEBUG: Failed to load FAISS: {e}")
+        retriever = None
+else:
+    print("WARNING: FAISS index not found at path. Run ingest.py first.")
+# Hugging Face Inference API (Serverless & Free)
+if not os.getenv("HUGGINGFACEHUB_API_TOKEN"):
+    print("CRITICAL WARNING: HUGGINGFACEHUB_API_TOKEN not found. API calls will fail.")
+
+repo_id = "mistralai/Mistral-7B-Instruct-v0.2"
+
+try:
+    print(f"Connecting to Hugging Face API ({repo_id})...")
+    llm = HuggingFaceEndpoint(
+        repo_id=repo_id,
+        task="text-generation",
+        max_new_tokens=512,
+        do_sample=True,
+        temperature=0.7,
+        top_p=0.9,
+    )
+    print("Hugging Face API Client connected!")
+except Exception as e:
+    print(f"FAILED to connect to HF API: {e}")
+    llm = None
+
+from langchain_core.prompts import PromptTemplate
+from langchain_core.output_parsers import StrOutputParser
+from langchain_core.runnables import RunnablePassthrough
+
+# ... (Previous LLM setup remains)
+
+# LCEL RAG Chain
+template = """You are an expert on Stranger Things. Use the context below to generate a natural, engaging answer in your own words.
+Do not just copy the text. Synthesize the information.
+Format your answer as a detailed response (at least 3-4 sentences).
+Crucial: If the question is about a character, YOU MUST INCLUDE:
+1. Their key relationships (girlfriend/boyfriend, best friends).
+2. Their role or passion (e.g., Dungeon Master, journalist, sheriff).
+3. Any iconic traits.
+
+Context:
+{context}
+
+Question:
+{question}
+
+Answer:"""
+
+prompt = PromptTemplate.from_template(template)
+
+def format_docs(docs):
+    return "\n\n".join(doc.page_content for doc in docs)
+
+if retriever and llm:
+    rag_chain = (
+        {"context": retriever | format_docs, "question": RunnablePassthrough()}
+        | prompt
+        | llm
+        | StrOutputParser()
+    )
+    print("DEBUG: rag_chain constructed successfully.")
+else:
+    print(f"DEBUG: rag_chain initialization skipped. Retriever: {retriever is not None}, LLM: {llm is not None}")
+    rag_chain = None
+
+class QueryRequest(BaseModel):
+    query: str
+
+@app.get("/", response_class=HTMLResponse)
+async def read_root(request: Request):
+    return templates.TemplateResponse("index.html", {"request": request})
+
+@app.post("/query")
+async def query_rag(request: QueryRequest):
+    print(f"DEBUG: Incoming query: {request.query}")
+    print(f"DEBUG: rag_chain type: {type(rag_chain)}")
+    print(f"DEBUG: rag_chain is: {rag_chain}")
+    
+    if not rag_chain:
+        return {"answer": "System is initializing or data is missing. Please check server logs.", "sources": []}
+    
+    try:
+        # Get answer
+        answer = rag_chain.invoke(request.query)
+        
+        # Get sources separately since LCEL simple chain doesn't return them by default 
+        # unless we modify the runable to return a dict. For now, we'll re-retrieve for sources 
+        # or just skip sources to keep it simple as per user request for "|" operator specific demo.
+        # But to keep sources, let's do a quick retrieve:
+        source_docs = retriever.invoke(request.query)
+        sources = [doc.metadata.get("source", "Unknown") for doc in source_docs]
+        sources = list(set(sources))
+        
+        return {"answer": answer, "sources": sources}
+    except Exception as e:
+        return {"answer": f"Error: {str(e)}", "sources": []}
+
+if __name__ == "__main__":
+    import uvicorn
+    uvicorn.run(app, host="0.0.0.0", port=8001)

requirements.txt

@@ -0,0 +1,9 @@
+fastapi
+uvicorn
+python-dotenv
+langchain-community
+langchain-huggingface
+faiss-cpu
+jinja2
+sentence-transformers
+huggingface_hub

static/script.js

@@ -0,0 +1,83 @@
+document.addEventListener('DOMContentLoaded', () => {
+    const input = document.getElementById('user-input');
+    const sendBtn = document.getElementById('send-btn');
+    const chatContainer = document.getElementById('chat-container');
+    const loadingIndicator = document.getElementById('loading');
+
+    function addMessage(text, sender) { // sender is 'user' or 'bot'
+        const div = document.createElement('div');
+        div.classList.add('message', sender + '-message');
+
+        const img = document.createElement('img');
+        img.src = `/static/${sender}_icon.png`;
+        img.classList.add('avatar', sender + '-avatar');
+
+        const contentDiv = document.createElement('div');
+        contentDiv.classList.add('message-content');
+
+        // Allow basic HTML formatting like line breaks if needed, or just text
+        contentDiv.innerHTML = text.replace(/\n/g, '<br>');
+
+        div.appendChild(img);
+        div.appendChild(contentDiv);
+
+        // Insert before the loading indicator so loading always stays at bottom
+        chatContainer.insertBefore(div, loadingIndicator);
+
+        chatContainer.scrollTop = chatContainer.scrollHeight;
+    }
+
+    async function sendMessage() {
+        const query = input.value.trim();
+        if (!query) return;
+
+        addMessage(query, 'user');
+        input.value = '';
+        input.disabled = true;
+
+        // Show loading
+        loadingIndicator.style.display = 'block';
+        chatContainer.scrollTop = chatContainer.scrollHeight;
+
+        // Typing Animation
+        let dots = '';
+        const baseText = "Demogorgon is typing";
+        const typingInterval = setInterval(() => {
+            dots = dots.length < 3 ? dots + '.' : '';
+            loadingIndicator.innerText = baseText + dots;
+        }, 500);
+
+        try {
+            const response = await fetch('/query', {
+                method: 'POST',
+                headers: { 'Content-Type': 'application/json' },
+                body: JSON.stringify({ query: query })
+            });
+
+            const data = await response.json();
+
+            // Hide loading & Stop Animation
+            clearInterval(typingInterval);
+            loadingIndicator.style.display = 'none';
+
+            addMessage(data.answer, 'bot');
+
+            // Optional: Handle sources if you want to display them
+        } catch (error) {
+            // Stop animation on error too
+            if (typeof typingInterval !== 'undefined') clearInterval(typingInterval);
+
+            loadingIndicator.style.display = 'none';
+            addMessage("ERR: CONNECTION LOST WITH UPSIDE DOWN.", 'bot');
+            console.error(error);
+        } finally {
+            input.disabled = false;
+            input.focus();
+        }
+    }
+
+    sendBtn.addEventListener('click', sendMessage);
+    input.addEventListener('keypress', (e) => {
+        if (e.key === 'Enter') sendMessage();
+    });
+});

static/style.css

@@ -0,0 +1,266 @@
+/* Fonts */
+body {
+    margin: 0;
+    padding: 0;
+    font-family: 'VT323', monospace;
+    background-color: #000;
+    color: #e0e0e0;
+    overflow: hidden;
+    height: 100vh;
+    display: flex;
+    justify-content: center;
+    align-items: center;
+}
+
+/* Background */
+.background-overlay {
+    position: fixed;
+    top: 0;
+    left: 0;
+    width: 100%;
+    height: 100%;
+    background: url('/static/bg.jpg') no-repeat center center/cover;
+    z-index: -2;
+    filter: brightness(0.6) contrast(1.2);
+}
+
+/* CRT Scanline Effect */
+.scanlines {
+    position: fixed;
+    top: 0;
+    left: 0;
+    width: 100%;
+    height: 100%;
+    background: linear-gradient(to bottom,
+            rgba(255, 255, 255, 0),
+            rgba(255, 255, 255, 0) 50%,
+            rgba(0, 0, 0, 0.2) 50%,
+            rgba(0, 0, 0, 0.2));
+    background-size: 100% 4px;
+    z-index: 10;
+    pointer-events: none;
+    animation: scrollLines 10s linear infinite;
+    mix-blend-mode: overlay;
+}
+
+@keyframes scrollLines {
+    0% {
+        background-position: 0 0;
+    }
+
+    100% {
+        background-position: 0 100%;
+    }
+}
+
+/* Terminal Container */
+.terminal-container {
+    width: 900px;
+    height: 600px;
+    background: rgba(10, 10, 20, 0.85);
+    border: 3px double #00e5ff;
+    /* Metallic/Neon Blue */
+    box-shadow: 0 0 20px rgba(0, 229, 255, 0.5), 0 0 40px rgba(255, 0, 0, 0.2);
+    display: flex;
+    flex-direction: column;
+    position: relative;
+    z-index: 5;
+    backdrop-filter: blur(5px);
+}
+
+/* Terminal Header */
+.terminal-header {
+    background: #00334d;
+    color: #00e5ff;
+    padding: 10px 15px;
+    display: flex;
+    justify-content: space-between;
+    align-items: center;
+    border-bottom: 2px solid #00e5ff;
+    font-family: 'Press Start 2P', monospace;
+    font-size: 12px;
+    letter-spacing: 2px;
+}
+
+
+
+/* Chat Window */
+.chat-window {
+    flex: 1;
+    padding: 20px;
+    overflow-y: auto;
+    font-size: 1.4rem;
+    scrollbar-width: thin;
+    scrollbar-color: #ff0000 #111;
+}
+
+/* Messages */
+.message {
+    display: flex;
+    align-items: flex-start;
+    margin-bottom: 20px;
+    animation: fadeIn 0.3s ease;
+}
+
+@keyframes fadeIn {
+    from {
+        opacity: 0;
+        transform: translateY(10px);
+    }
+
+    to {
+        opacity: 1;
+        transform: translateY(0);
+    }
+}
+
+.avatar {
+    width: 50px;
+    height: 50px;
+    margin-right: 15px;
+    border: 2px solid;
+    image-rendering: pixelated;
+}
+
+.bot-avatar {
+    border-color: #ff0000;
+    box-shadow: 0 0 10px #ff0000;
+}
+
+.user-avatar {
+    border-color: #00ff00;
+    box-shadow: 0 0 10px #00ff00;
+}
+
+.message-content {
+    background: rgba(0, 0, 0, 0.6);
+    padding: 10px 15px;
+    border-radius: 4px;
+    border-left: 3px solid #ff0000;
+    color: #ffcccc;
+    max-width: 80%;
+    line-height: 1.4;
+    text-shadow: 0 0 5px rgba(255, 0, 0, 0.6);
+}
+
+.user-message {
+    flex-direction: row-reverse;
+}
+
+.user-message .avatar {
+    margin-right: 0;
+    margin-left: 15px;
+}
+
+.user-message .message-content {
+    border-left: none;
+    border-right: 3px solid #00ff00;
+    color: #ccffcc;
+    text-shadow: 0 0 5px rgba(0, 255, 0, 0.6);
+}
+
+/* Input Area */
+.input-area {
+    padding: 20px;
+    background: #050510;
+    border-top: 2px solid #00e5ff;
+    display: flex;
+    align-items: center;
+}
+
+#user-input {
+    flex: 1;
+    background: #000;
+    border: 2px solid #ff0000;
+    color: #ff0000;
+    padding: 15px;
+    font-family: 'VT323', monospace;
+    font-size: 1.5rem;
+    outline: none;
+    box-shadow: inset 0 0 10px rgba(255, 0, 0, 0.5);
+}
+
+#user-input::placeholder {
+    color: rgba(255, 0, 0, 0.5);
+}
+
+#send-btn {
+    background: linear-gradient(#333, #111);
+    border: 2px solid #888;
+    color: #ff0000;
+    padding: 10px 30px;
+    margin-left: 15px;
+    font-family: 'Press Start 2P', cursive;
+    font-size: 12px;
+    cursor: pointer;
+    box-shadow: 2px 2px 0 #000;
+    text-shadow: 0 0 5px #ff0000;
+}
+
+#send-btn:hover {
+    background: linear-gradient(#444, #222);
+    box-shadow: 0 0 10px #ff0000;
+}
+
+#send-btn:active {
+    transform: translate(2px, 2px);
+    box-shadow: none;
+}
+
+/* Loadings/Typing */
+.typing-indicator {
+    color: #ff0000;
+    display: none;
+    margin-left: 65px;
+    font-size: 1.2rem;
+    font-family: 'VT323', monospace;
+}
+
+.typing-indicator::after {
+    content: '_';
+    animation: blink 1s infinite;
+}
+
+@keyframes blink {
+
+    0%,
+    100% {
+        opacity: 1;
+    }
+
+    50% {
+        opacity: 0;
+    }
+}
+
+/* Custom Scrollbar */
+::-webkit-scrollbar {
+    width: 10px;
+}
+
+::-webkit-scrollbar-track {
+    background: #111;
+}
+
+::-webkit-scrollbar-thumb {
+    background: #ff0000;
+    border: 1px solid #000;
+}
+
+/* Logo Overlay */
+.logo-overlay {
+    position: absolute;
+    top: 20px;
+    width: 100%;
+    text-align: center;
+    font-family: 'ITC Benguiat', serif;
+    /* Or fallback */
+    font-weight: bold;
+    font-size: 3rem;
+    color: transparent;
+    -webkit-text-stroke: 2px #ff0000;
+    text-shadow: 0 0 20px #ff0000;
+    z-index: 2;
+    pointer-events: none;
+    letter-spacing: 5px;
+}

templates/index.html

@@ -0,0 +1,51 @@
+<!DOCTYPE html>
+<html lang="en">
+
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>Hawkins National Lab - Terminal</title>
+    <link rel="stylesheet" href="/static/style.css">
+    <!-- Import Google Fonts for Retro Look -->
+    <link href="https://fonts.googleapis.com/css2?family=VT323&family=Press+Start+2P&display=swap" rel="stylesheet">
+</head>
+
+<body>
+    <div class="scanlines"></div>
+    <div class="background-overlay"></div>
+
+    <div class="terminal-container">
+        <div class="terminal-header">
+            <span class="header-title">HAWKINS NATIONAL LABORATORY</span>
+
+        </div>
+
+        <div class="chat-window" id="chat-container">
+            <!-- Messages will be populated here by script.js -->
+            <div class="message bot-message">
+                <img src="/static/bot_icon.png" class="avatar bot-avatar">
+                <div class="message-content">
+                    CONNECTION ESTABLISHED...<br>
+                    Welcome to the Upside Down uplink.
+                </div>
+            </div>
+            <div id="loading" class="typing-indicator"></div>
+        </div>
+
+        <div class="input-area">
+            <div class="user-avatar-container">
+                <img src="/static/user_icon.png" class="avatar user-avatar">
+            </div>
+            <input type="text" id="user-input" placeholder="Transmit message..." autofocus>
+            <button id="send-btn">SEND</button>
+        </div>
+    </div>
+
+    <div class="logo-overlay">
+        STRANGER THINGS
+    </div>
+
+    <script src="/static/script.js"></script>
+</body>
+
+</html>