Update app.py

app.py

@@ -3,11 +3,6 @@ import os
 from langchain_openai import ChatOpenAI
 
 api_key = os.environ.get("FEATHERLESS_API_KEY")
-llm = ChatOpenAI(
-    base_url="https://api.featherless.ai/v1/",
-    api_key=api_key,
-    streaming=True,
-)
 
 def respond(
     message,
@@ -18,6 +13,13 @@ def respond(
     temperature,
     top_p,
 ):
+    llm = ChatOpenAI(
+        base_url="https://api.featherless.ai/v1/",
+        api_key=api_key,
+        streaming=True,
+        model=model,
+    )
+
     messages = [{"role": "system", "content": system_message}]
 
     for val in history:
@@ -27,7 +29,6 @@ def respond(
             messages.append({"role": "assistant", "content": val[1]})
 
     messages.append({"role": "user", "content": message})
-    llm.model = model
     llm.max_tokens = max_tokens
     llm.temperature = temperature
     llm.top_p = top_p