chatbot infrastructure + basic rag outline

model.py

@@ -1,4 +1,72 @@
 import gradio as gr
 from sentence_transformers import SentenceTransformer
 import torch
-from huggingface_hub import InferenceClient
+from huggingface_hub import InferenceClient
+
+# opening the file when it's ready should go here
+    # finlitText = file.read()
+
+model = SentenceTransformer('all-MiniLM-L6-v2')
+
+def preprocessText(text):
+    cleanedText = text.strip()
+    chunks = cleanedText.strip("\n")
+    cleanedChunks = [chunk.strip() for chunk in chunks if chunk is not None]
+    return cleanedChunks
+
+def createEmbeddings(textChunks):
+    chunkEmbeddings = model.encode(cleanedChunks, convert_to_tensor = True)
+    return chunkEmbeddings
+
+def getTopChunks(query, chunkEmbeddings, textChunks):
+    queryEmbedding = model.encode(query, convert_to_tensor = True)
+    queryEmbeddingNormalized = queryEmbedding / queryEmbedding.norm()
+    chunkEmbeddingsNormalized = chunkEmbeddings / chunkEmbeddings.norm(dim = 1, keepdim = True)
+    similarities = torch.matmul(chunkEmbeddingsNormalized, queryEmbeddingNormalized)
+    topIndices = torch.topk(similarities, k=3).indices
+    topChunks = [textChunks[i] for i in topIndices]
+    return topChunks
+
+# cleanedChunks = preprocessText(finlitText)
+# chunkEmbeddings = createEmbeddings(cleanedChunks)
+
+client = InferenceClient("???")
+
+def respond(message, history):
+    messages = [{"role": "system",
+                "content": "You are a friendly, approachable AI assistant whose main goal is to help high school and college students to learn more about productivity, setting goals for their education, and financial literacy."
+                "Keep responses between 200-300 words unless asked for more detail about your suggestions from the user."
+                "Explanations should be clear with examples and always include actionable steps, following this format:"
+                "User: What is the 50/30/20 rule when it comes to budgeting?"
+                "AI: Great question! The 50/30/20 rule states that you should spend 50% of your income on needs, 30% of your income on wants, and 20% of your income on investing. For example, if you make $4,000 each month, you should spend $2,000 on your needs, $1,200 on your wants, and $800 on investing. That way, you can set aside money to take care of yourself while still making progress towards saving up for the things that aren't as essential."}]
+
+    if history:
+        messages.extend(history)
+
+        # topResults = getTopChunks(message, chunkEmbeddings, cleanedChunks)
+        # context = "\n\n".join(topResults)
+
+        # messages.append({"role": "system",
+        #                "content": context})
+
+        messages.append({"role": "user",
+                        "content": message})
+
+        response = ""
+
+        responseStream = client.chat_completion(
+            messages, stream = True, max_tokens = 1024, temperature = 0.4
+        )
+    
+        for segment in responseStream:
+            token = segment.choices[0].delta.content
+            if token is not None:
+                response += token
+                yield response
+
+chatbot = gr.ChatInterface(response, title = "Student Formula Bot 🔬",
+                          description = "Welcome to the core component of our project, The Student Formula: the RAG chatbot! With the ability to act as a finance tutor, accountability buddy, and goal-setting partner all in one, it's designed to best suit your needs on the way to productivity and success.")
+
+chatbot.launch()
+
+