Update app.py

app.py

@@ -23,7 +23,10 @@ device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
 def generate_text(user_prompt):
   """Generates text using the ConvAI model from Hugging Face Transformers and removes the user prompt."""
   # Construct the full prompt with system introduction, user prompt, and assistant role
-  prompt = f"<|system|> You are a helpful AI assistant. </s> <|prompter|> {user_prompt} </s> <|assistant|>"
+
+  system = "You are a helpful AI language model called ChatGPT, your goal is helping users with their questions."
+  
+  prompt = f"<|system|> {system} </s> <|user|> {user_prompt} </s>"
 
   # Encode the entire prompt into tokens
   prompt_encoded = tokenizer.encode(prompt, return_tensors="pt").to(device)
@@ -44,10 +47,10 @@ def generate_text(user_prompt):
   # Decode the generated token sequence back to text
   generated_text = tokenizer.decode(output[0], skip_special_tokens=True)
 
-  # Extract the assistant's response (assuming it starts with "<|assistant|>")
-  assistant_response = generated_text.split("<|assistant|>")[-1]
+  # Extract the assistant's response
+  assistant_response = generated_text.split("</s>")[-1]
   assistant_response = assistant_response.replace(f"{user_prompt}", "").strip()
-  assistant_response = assistant_response.replace("You are a helpful AI assistant.", "").strip()
+  assistant_response = assistant_response.replace(system, "").strip()
   
   return assistant_response