Update main.py

main.py

@@ -57,9 +57,10 @@ def generate_text(
     # sys_prompt = body.get("sysPrompt", "")
     temperature = body.get("temperature", 0.5)
     top_p = body.get("top_p", 0.95)
+    top_k = body.get("top_k", 40)
     # max_new_tokens = body.get("max_new_tokens",512)
     # repetition_penalty = body.get("repetition_penalty", 1.0)
     history = []  # You might need to handle this based on your actual usage
-    generatedOutput = generater(message, history, temperature, top_p, )
+    generatedOutput = generater(message, history, temperature, top_p, top_k)
 
     return {"generated_text": generatedOutput}