Update app.py

app.py

@@ -1,10 +1,9 @@
-import fastchat
+import torch
+import transformers
+from transformers import AutoModelForCausalLM
 
 # Load the FastChat model
-model = fastchat.models.load("lmsys/fastchat-t5-3b-v1.0")
-
-# Create a conversation
-conversation = fastchat.Conversation(model=model)
+model = AutoModelForCausalLM.from_pretrained("lmsys/fastchat-t5-3b-v1.0")
 
 # Start the conversation loop
 while True:
@@ -13,10 +12,7 @@ while True:
     user_input = input("You: ")
 
     # Generate a response from the model
-    model_response = model.generate(conversation.get_prompt() + user_input)
-
-    # Add the response to the conversation
-    conversation.add_message("Assistant", model_response)
+    model_response = model.generate(input_ids=torch.tensor([model.bos_token_id]).unsqueeze(0), prompt=user_input)
 
     # Print the response to the user
-    print("Assistant:", model_response)
+    print("Assistant:", model_response[0][1:])