Update main.py

main.py

@@ -19,11 +19,6 @@ def format_prompt(message):
     prompt += "</s>"
     return prompt
 
-def generate_output(stream):
-    output = []
-    for response in stream:
-        output.append(response.token.text)
-    return output
 
 @app.route('/get_course', methods=['POST'])
 def recommend():
@@ -56,9 +51,8 @@ def recommend():
     """
     formatted_prompt = format_prompt(prompt)
 
-    stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
-    output = generate_output(stream)
-    return jsonify({"ans": output}))
+    stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=False, details=True, return_full_text=False)
+    return jsonify({"ans": stream}))
 
 @app.route('/get_mentor', methods=['POST'])
 def mentor():
@@ -99,9 +93,8 @@ def mentor():
     """
     formatted_prompt = format_prompt(prompt)
 
-    stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
-    output = generate_output(stream)
-    return jsonify({"ans": output}))
+    stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=False, details=True, return_full_text=False)
+    return jsonify({"ans": stream}))
 
 if __name__ == '__main__':
     app.run(debug=True)