Update app.py

app.py

@@ -70,6 +70,7 @@ async def chat(gen:GenModel):
     try:
         messages=[
                 {"role": "assistant", "content": gen.system},
+            **gen.question
             ]
         st = time()
         
@@ -80,11 +81,10 @@ async def chat(gen:GenModel):
             seed=gen.seed,
             #stream=True
         )
-        #messages.append({"role": "user", "content": gen.question})
-        print(output)
+        #print(output)
         et = time()
         output["time"] = et - st
-        messages.append({'role': "assistant", "content": output['choices'][0]['message']['content']})
+        #messages.append({'role': "assistant", "content": output['choices'][0]['message']['content']})
         #print(messages)
         return output
     except Exception as e:
@@ -104,7 +104,7 @@ async def generate(gen:GenModel):
         output = llm_generate.create_chat_completion(
             messages=[
                 {"role": "system", "content": gen.system},
-                **gen.question
+                {"role": "user", "content": gen.question},
             ],
             temperature = gen.temperature,
             seed= gen.seed,