Update app.py

app.py

@@ -227,15 +227,15 @@ def generate_search_request():
     # Use Response to stream tokens
     return Response(generate_tokens(model, generator), content_type='text/plain', status=200, direct_passthrough=True)
 
-response_tokens = ''
+response_tokens = bytearray()
 def generate_and_log_tokens(user_request, model, generator):
     global response_tokens
     for token in generate_tokens(model, generator):
         if token == b'': # or (max_new_tokens is not None and i >= max_new_tokens):
             log(user_request, response_tokens.decode("utf-8", errors="ignore"))
-            response_tokens = ''
+            response_tokens = bytearray()
             break
-        response_tokens += token
+        response_tokens.append(token)
         yield token
             
 @app.route('/', methods=['POST'])