Update main.py

main.py

@@ -20,10 +20,10 @@ def format_prompt(message):
     return prompt
 
 def generate_output(stream):
-    output = ""
+    output = []
     for response in stream:
-        output += response.token.text
-        yield output
+        output.append(response.token.text)
+    return output
 
 @app.route('/get_course', methods=['POST'])
 def recommend():
@@ -57,7 +57,8 @@ def recommend():
     formatted_prompt = format_prompt(prompt)
 
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
-    return jsonify({"ans": list(generate_output(stream))})
+    output = generate_output(stream)
+    return jsonify({"ans": output}))
 
 @app.route('/get_mentor', methods=['POST'])
 def mentor():
@@ -99,7 +100,8 @@ def mentor():
     formatted_prompt = format_prompt(prompt)
 
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
-    return jsonify({"ans": list(generate_output(stream))})
+    output = generate_output(stream)
+    return jsonify({"ans": output}))
 
 if __name__ == '__main__':
     app.run(debug=True)