Update app.py

app.py

@@ -67,8 +67,8 @@ peft_model = PeftModel.from_pretrained(peft_model, "vaishakgkumar/stablemedv1",
 class ChatBot:
     def __init__(self):
         self.history = []
-
-def predict(self, user_input, system_prompt="You are an expert analyst and provide assessment:"):
+        
+    def predict(self, user_input, system_prompt="You are an expert analyst and provide assessment:"):
         prompt = [{'role': 'user', 'content': user_input + "\n" + system_prompt + ":"}]
         inputs = tokenizer.apply_chat_template(
             prompt,
@@ -77,9 +77,9 @@ def predict(self, user_input, system_prompt="You are an expert analyst and provi
         )
 
         # Generate a response using the model
-        tokens = peft_model.generate(
+        tokens = model.generate(
             inputs.to(model.device),
-            max_new_tokens=512,
+            max_new_tokens=250,
             temperature=0.8,
             do_sample=False
         )
@@ -93,6 +93,7 @@ def predict(self, user_input, system_prompt="You are an expert analyst and provi
 
         return response_text
 
+
 bot = ChatBot()