Update app.py

app.py

@@ -18,6 +18,12 @@ from PIL import Image
 from dc.mm_utils import tokenizer_image_token, process_images, get_model_name_from_path
 
 
+PLACEHOLDER = """
+<div style="padding: 30px; text-align: center; display: flex; flex-direction: column; align-items: center;">
+    <p style="font-size: 20px; margin-bottom: 2px; opacity: 0.65;">Upload an image to start the conversation.</p>
+   <p style="font-size: 20px; margin-bottom: 2px; opacity: 0.65;">Ask me anything...</p>
+</div>
+"""
 
 
 tokenizer = AutoTokenizer.from_pretrained('HuanjinYao/DenseConnector-v1.5-8B', use_fast=False)
@@ -63,7 +69,6 @@ def bot_streaming(message, history):
         # Handle the case where 'image' is not defined at all
         gr.Error("You need to upload an image for LLaVA to work.")
 
-    print('process end')
     print('history', history)
 
     
@@ -94,8 +99,6 @@ def bot_streaming(message, history):
     image_tensor = image_tensor.to(dtype=torch.float16, device='cuda', non_blocking=True)
     inputs = inputs.to(device='cuda', non_blocking=True)
 
-    print('image', image_tensor.shape)
-    print('inputs', inputs.shape)
 
     
     streamer = TextIteratorStreamer(tokenizer, timeout=10.0, skip_prompt=True, skip_special_tokens=True)
@@ -104,12 +107,9 @@ def bot_streaming(message, history):
 
 
     thread = Thread(target=model.generate, kwargs=generation_kwargs)
-
-    print('here?')
-    
+ 
     thread.start()
 
-    print('start')
 
     buffer = ""
     # time.sleep(0.5)
@@ -130,15 +130,28 @@ with gr.Blocks(fill_height=True, ) as demo:
     gr.ChatInterface(
     fn=bot_streaming,
     title="DenseConnector-v1.5-8B",
-    # examples=[{"text": "What is on the flower?", "files": ["./bee.jpg"]},
-    #           {"text": "How to make this pastry?", "files": ["./baklava.png"]}],
-    description="Try [DenseConnector-v1.5-8B](https://huggingface.co/HuanjinYao/DenseConnector-v1.5-8B). Upload an image and start chatting about it, or simply try one of the examples below. If you don't upload an image, you will receive an error.",
+    examples=[{"text": "Describe this movie.", "files": ["./Interstellar.jpg"]}],
+    description="Try [DenseConnector-v1.5-8B](https://huggingface.co/HuanjinYao/DenseConnector-v1.5-8B). Upload an image and start chatting about it. If you don't upload an image, you will receive an error.",
     stop_btn="Stop Generation",
     multimodal=True,
     textbox=chat_input,
     chatbot=chatbot,
+    additional_inputs_accordion=gr.Accordion(label="⚙️ Parameters", open=False, render=False),
+    additional_inputs=[
+        gr.Slider(minimum=0,
+                  maximum=1, 
+                  step=0.1,
+                  value=0.95, 
+                  label="Temperature", 
+                  render=False),
+        gr.Slider(minimum=128, 
+                  maximum=4096,
+                  step=1,
+                  value=512, 
+                  label="Max new tokens", 
+                  render=False ),
+        ],
     )
-    gr.Image(label="Upload an image to start")
 
 
 if __name__ == "__main__":