Update main.py

main.py

@@ -22,13 +22,13 @@ def format_prompt(message, history):
 @app.post("/api/v1/generate_text")
 def generate_text(request: Request, prompt: str = Body()):
     history = []  # You might need to handle this based on your actual usage
-    print(f"prompt + {prompt}")
-    temperature = request.headers.get("temperature", 0.9)
-    print(f"temperature + {temperature}")
+    # print(f"prompt + {prompt}")
+    temperature = request.headers.get("temperature", 0.5)
+    # print(f"temperature + {temperature}")
     top_p = request.headers.get("top_p", 0.95)
-    print(f"top_p + {top_p}")
+    # print(f"top_p + {top_p}")
     repetition_penalty = request.headers.get("repetition_penalty", 1.0)
-    print(f"repetition_penalty + {repetition_penalty}")
+    # print(f"repetition_penalty + {repetition_penalty}")
 
     formatted_prompt = format_prompt(prompt, history)
     print(f"formatted_prompt + {formatted_prompt}")
@@ -49,7 +49,7 @@ def generate_text(request: Request, prompt: str = Body()):
     for response in stream:
         output += response.token.text
         yield output
-        print(f"output + {output}")
+        
     return output
 
     # return stream