Update app.py

app.py

@@ -19,13 +19,12 @@ def generate(prompt, system_prompt, max_new_tokens):
         seed=42,
     )
 
-    formatted_prompt = f"<s>[INST] {system_prompt}, {prompt} [/INST]"
-    stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
+    formatted_prompt = f" [INST] {system_prompt}, {prompt} [/INST]"
     output = ""
 
-    for response in stream:
+    for response in client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False):
         output += response.token.text
-        yield output
+
     return output
 
 processor = BlipProcessor.from_pretrained("Salesforce/blip-image-captioning-large")