Spaces:

SharmaGroups07
/

coding_engine

Running

SharmaGroups07 commited on 26 days ago

Commit

48b1cf8

verified ·

1 Parent(s): 23e0603

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -30,9 +30,13 @@ def root():
 def chat(req: ChatRequest):
     output = llm(
         f"<|user|>{req.message}<|assistant|>",
-        max_tokens=300,
         stop=["<|end|>"]
     )
     return {"reply": output["choices"][0]["text"]}
 # ⭐ THIS PART WAS MISSING

 def chat(req: ChatRequest):
     output = llm(
         f"<|user|>{req.message}<|assistant|>",
+        max_tokens=512,
+        temperature=0.7,
+        top_p=0.9,
+        repeat_penalty=1.1,
         stop=["<|end|>"]
     )
     return {"reply": output["choices"][0]["text"]}
 # ⭐ THIS PART WAS MISSING