Update app.py

app.py

@@ -767,11 +767,14 @@ def update_click_state(click_state, caption, click_mode):
 async def chat_input_callback(*args):
     visual_chatgpt, chat_input, click_state, state, aux_state ,language , autoplay,gender,api_key,image_input = args
     message = chat_input["text"]
-    prompt="Please help me answer the question with this painting."
+    prompt="Please help me answer the question with this painting {question} in {language}."
+    prompt=prompt.format(question=message, language=language)
     state = state + [(message,None)]
     if visual_chatgpt is not None:
         result=get_gpt_response(api_key, image_input,prompt+message)
         state = state + [(None, result)]
+        read_info = re.sub(r'[#[\]!*]','',result)
+        read_info = emoji.replace_emoji(read_info,replace="")   
         # state, _, aux_state, _ = visual_chatgpt.run_text(message, state, aux_state)
         last_text, last_response = state[-1]
         print("last response",last_response)
@@ -779,7 +782,7 @@ async def chat_input_callback(*args):
             return state, state, aux_state, None
             
         else: 
-            audio = await texttospeech(last_response,language,autoplay,gender)
+            audio = await texttospeech(read_info,language,autoplay,gender)
             return state, state, aux_state, audio
     else:
         response = "Text refiner is not initilzed, please input openai api key."