Add EdStem Chatbot Demo with Streamlit and LLaMA model integration

README.md

@@ -1,13 +1,23 @@
 ---
-title: EdstemBot Demo
-emoji: 📉
-colorFrom: pink
-colorTo: gray
-sdk: streamlit
-sdk_version: 1.41.1
-app_file: app.py
+title: "EdStem Chatbot Demo"
+emoji: "🤖"
+colorFrom: "blue"
+colorTo: "purple"
+sdk: "streamlit"
+sdk_version: "1.23.0"
+app_file: "app.py"
 pinned: false
-short_description: Demo Space for CS4641/CS7641 Edstem chat bot
 ---
 
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
+# EdStem Chatbot Demo
+
+A Streamlit app showcasing a fine-tuned LLaMA 3.1 model for course-related Q&A. Try asking your questions and see how the chatbot performs!
+
+**Features:**
+- Interactive chat interface
+- Pretrained on course-related data
+- Built with 🤗 Transformers and Streamlit
+
+### Instructions
+1. Type your question in the input box.
+2. View the bot's response in the chat history.

app.py

@@ -0,0 +1,55 @@
+import streamlit as st
+from transformers import AutoModelForCausalLM, AutoTokenizer
+import torch
+
+# Load model and tokenizer
+@st.cache_resource
+def load_model():
+    model_name = "meta-llama/Llama-3.1-8B"  # Replace with the model path or identifier
+    tokenizer = AutoTokenizer.from_pretrained(model_name)
+    model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float32)
+    return tokenizer, model
+
+tokenizer, model = load_model()
+
+# App UI
+st.set_page_config(
+    page_title="EdStem Chatbot Demo",
+    page_icon="🤖",
+    layout="wide",
+)
+
+st.title("🤖 EdStem Chatbot Demo")
+st.markdown(
+    """
+    This is a demo of a fine-tuned LLaMA 3.1 model for EdStem course-related Q&A. 
+    Enter your questions below and see how the chatbot responds!
+    """
+)
+
+# Initialize session state
+if "messages" not in st.session_state:
+    st.session_state.messages = []
+
+# Chat Interface
+def add_message(user_message, bot_message):
+    st.session_state.messages.append({"user": user_message, "bot": bot_message})
+
+# Input box
+user_input = st.text_input("Type your message:", placeholder="Ask a course-related question here...")
+
+if user_input:
+    # Generate response
+    inputs = tokenizer(user_input, return_tensors="pt")
+    outputs = model.generate(inputs["input_ids"], max_length=200, num_return_sequences=1)
+    response = tokenizer.decode(outputs[0], skip_special_tokens=True)
+    
+    # Add to conversation
+    add_message(user_input, response)
+
+# Display chat history
+st.write("---")
+for chat in st.session_state.messages:
+    st.markdown(f"**You:** {chat['user']}")
+    st.markdown(f"**Bot:** {chat['bot']}")
+    st.write("---")

packages.txt

@@ -0,0 +1,4 @@
+libglib2.0-0
+libsm6
+libxrender1
+libxext6

requirments.txt

@@ -0,0 +1,3 @@
+transformers>=4.46.1
+torch>=1.13.0
+safetensors