Update app.py

app.py

@@ -36,10 +36,14 @@ class ChatBot:
                 torch_dtype="auto",
                 low_cpu_mem_usage=True,
             )
+            self.model = base_model
+            # Uncomment to use DPO adapter, I suspect it is giving problem.
+            '''
             self.model = PeftModel.from_pretrained(
                 base_model,
                 DPO_ADAPTER
             )
+            '''
             print("Model loaded!")
         except Exception as e:
             print(f"Error loading model: {e}")