Update app.py

app.py

@@ -1,15 +1,14 @@
-import torch
-import transformers
-# from transformers import AutoModelForSeq2SeqLM
+import streamlit as st
+from transformers import pipeline
 
-model = transformers.AutoModelForSeq2SeqLM.from_pretrained("lmsys/fastchat-t5-3b-v1.0")
-while True:
+pipeline = pipeline(task="conversational", model="lmsys/fastchat-t5-3b-v1.0")
 
-    
-    user_input = input("You: ")
+st.title("Conversational AI with FastChat")
 
-    
-    model_response = model.generate(input_ids=torch.tensor([model.bos_token_id]).unsqueeze(0), prompt=user_input)
+query = st.text_input("Enter your query:")
 
-    
-    print("Assistant:", model_response[0][1:])
+if query is not None:
+    response = pipeline(query)
+
+    st.subheader("Response:")
+    st.write(response["text"])