test

app.py

@@ -15,14 +15,15 @@ from qwen_vl_utils import process_vision_info, fetch_image
 
 
 # pretrained_model_name_or_path=os.environ.get("MODEL", "amrn/testmodel2")
-pretrained_model_name_or_path=os.environ.get("MODEL", "amrn/dsv5mx3")
+# pretrained_model_name_or_path=os.environ.get("MODEL", "amrn/dsv5mx3")
+pretrained_model_name_or_path=os.environ.get("MODEL", "amrn/gmdsv5mx3")
 
 auth_token = os.environ.get("HF_TOKEN") or True
 DEFAULT_PROMPT = "Find abnormalities and support devices."
 
 model = AutoModelForImageTextToText.from_pretrained(
     pretrained_model_name_or_path=pretrained_model_name_or_path,
-    torch_dtype=torch.bfloat16,
+    dtype=torch.bfloat16,
     # attn_implementation="flash_attention_2",
     # trust_remote_code=True,
     token=auth_token
@@ -115,7 +116,7 @@ def model_inference(
 
 
 
-with gr.Blocks() as demo:
+with gr.Blocks(fill_height=True) as demo:
 
     send_btn = gr.Button("Send", variant="primary", render=False)
     textbox = gr.Textbox(show_label=False, placeholder="Enter your text here and press ENTER", render=False, submit_btn="Send")
@@ -143,10 +144,12 @@ with gr.Blocks() as demo:
             chat_interface = gr.ChatInterface(fn=model_inference,
                 # title='title', description='description',
                 type="messages",
-                chatbot=gr.Chatbot(type="messages", label="AI", render_markdown=True, sanitize_html=False, allow_tags=True, height=800, container=False, show_share_button=False)
-,                textbox=textbox,
+                # chatbot=gr.Chatbot(type="messages", label="AI", render_markdown=True, sanitize_html=False, allow_tags=True, height=800, container=False, show_share_button=False),
+                chatbot=gr.Chatbot(type="messages", label="AI", render_markdown=True, sanitize_html=False, allow_tags=True, height=None, min_height=400, max_height=900, scale=1, container=False, show_share_button=False),
+                textbox=textbox,
                 additional_inputs=image_input,
                 multimodal=False,
+                fill_height=True,
                 )
 
         # Clear chat history when an example is selected (keep example-populated inputs intact)