Update main.py

main.py

@@ -40,16 +40,16 @@ def generate_text(request: Request, prompt: str = Body()):
         repetition_penalty=repetition_penalty,
         do_sample=True,
         seed=random.randint(0, 10**7),
-        stream=True,
+        stream=False,
         details=True, 
-        return_full_text=False
+        return_full_text=True
     )
-    output = ""
+    # output = ""
 
-    for response in stream:
-        output += response.token.text
-        yield output
+    # for response in stream:
+    #     output += response.token.text
+    #     yield output
         
-    return output[len(output) - 1]
+    # return output[len(output) - 1]
 
-    # return stream
+    return stream