Update app.py

app.py

@@ -9,6 +9,36 @@ import transformers
 transformers.utils.move_cache()
 device = "cuda" if torch.cuda.is_available() else "cpu"
 import os
+password1=os.environ["password"]
+model_id = "peterpeter8585/ai2"
+client2=InferenceClient("peterpeter8585/ai2")
+
+def respond1(multimodal_input, history: list[tuple[str, str]],system_message,max_tokens,temperature,top_p,password):
+    if password==password1:
+        
+        images = multimodal_input["files"]
+        content = [{"type": "image"} for _ in images]
+        content.append({"type": "text", "text": multimodal_input["text"]})
+        messages=[{"role":"system", "content":["type":"text", "text":"Your name is Chatchat.And, your made by SungYoon.In Korean, 정성윤.And these are the instructions:"+system_message]}]
+        messages.append([{"role": "user", "content": content}])
+        for val in history:
+            if val[1]:
+                messages.append({"role": "assistant", "content": ["type":"text", "text":val[1]]})
+        response = ""
+
+        for message in client2.chat_completion(
+            messages,
+            max_tokens=max_tokens,
+            stream=True,
+            temperature=temperature,
+            top_p=top_p,
+        ):
+            token = message
+            response += token
+            yield response
+
+
+
 def respond5(
     message,
     history: list[tuple[str, str]],
@@ -40,7 +70,6 @@ def respond5(
 
         response += token
         yield response
-password1=os.environ["password"]
 def respond4(
     message,
     history: list[tuple[str, str]],
@@ -427,6 +456,7 @@ ae= gr.ChatInterface(
 )
 aa=gr.ChatInterface(
     respond1,
+    textbox=gr.MultimodalTextbox(file_types=["image"], show_label=False)
     chatbot=chatbot3,
     additional_inputs=[
         gr.Textbox(value="You are a helpful assistant.", label="System message",  interactive=True),