app.py

import gradio as gr
import random
import torch
from huggingface_hub import InferenceClient

# Replace with actual token loading
client = InferenceClient("mistralai/Mistral-7B-Instruct-v0.2")

# Install sentence-transformers before running if not already installed
# !pip install -q sentence-transformers
from sentence_transformers import SentenceTransformer

# Load knowledge base
with open("knowledge.txt", "r", encoding="utf-8") as file:
    exp_know_text = file.read()
print(exp_know_text)

cleaned_text = exp_know_text.strip()
#the line below chunks based on the enter key. There are other options. 
chunks = cleaned_text.split("\n")
#in line above use "." instead to chunk by sentence. Or " " to chunk by word. 
cleaned_chunks = []
cleaned_chunks = [chunk.strip() for chunk in chunks if chunk.strip()]
print(cleaned_chunks)

# Embeddings (Matt's is different and combined with below)
model = SentenceTransformer('all-MiniLM-L6-v2')
chunk_embeddings = model.encode(chunks, convert_to_tensor=True)
print(chunk_embeddings)

# Similarity function (Matt's is different and combined with above)
def get_top_chunks(query):
    query_embedding = model.encode(query, convert_to_tensor=True)
    query_embedding_normalized = query_embedding / query_embedding.norm()
    chunk_embeddings_normalized = chunk_embeddings / chunk_embeddings.norm(dim=1, keepdim=True)
    similarities = torch.matmul(chunk_embeddings_normalized, query_embedding_normalized)
    top_indices = torch.topk(similarities, k=3).indices.tolist()
    print(top_indices)
    top_chunks=[]
    top_chunks = [chunks[i] for i in top_indices]
    return top_chunks

# Chatbot response
def respond(message, history):
    messages = [{"role": "system", "content": "You are a friendly chatbot. You help people understand cognitive biases using simple language."}]
    
    if history:
        for human, ai in history:
            messages.append({"role": "user", "content": human})
            messages.append({"role": "assistant", "content": ai})
    
    # Add top knowledge chunks
    top_chunks = get_top_chunks(message)
    context = "\n".join(top_chunks)
    messages.append({"role": "user", "content": f"{context}\n{message}"})

    response = client.chat_completion(
        messages=messages,
        max_tokens=200,
        temperature=0.2
    )
    
    return response.choices[0].message.content.strip()

# Launch UI
chatbot = gr.ChatInterface(fn=respond, chatbot=gr.Chatbot(), title="Let's Chat about Cognitive Biases!", description="Do you ever wonder how people can use shortcuts to make decisions, and how those shortcuts can bias our decision-making processes? This chatbot will engage you in learning about the different decision biases", theme="default")
chatbot.launch()