Update app.py

app.py

@@ -28,9 +28,9 @@ def generate(
         seed=42,
     )
 
-    formatted_prompt = format_prompt(prompt, history)
+    #formatted_prompt = format_prompt(prompt, history)
 
-    stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
+    stream = client.text_generation(prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""
 
     for response in stream:
@@ -46,8 +46,8 @@ def health():
 def search_route():
     data = request.get_json()
     prompt = data.get('prompt', '')
-    truncated_prompt = prompt[:32768]
-    return Response(generate(truncated_prompt), content_type='text/plain', status=200, direct_passthrough=True)
+    #truncated_prompt = prompt[:32768]
+    return Response(generate(prompt), content_type='text/plain', status=200, direct_passthrough=True)
 
 if __name__ == '__main__':
     app.run(debug=False, host='0.0.0.0', port=7860)