Updated model

app.py

@@ -1,6 +1,6 @@
 import gradio as gr
 import spaces
-from transformers import Qwen2VLForConditionalGeneration, AutoProcessor
+from transformers import Qwen2VLForConditionalGeneration, Qwen2VLProcessor
 from qwen_vl_utils import process_vision_info
 import torch
 from PIL import Image
@@ -28,15 +28,18 @@ def array_to_image_path(image_array):
     full_path = os.path.abspath(filename)
     
     return full_path
-    
-models = {
-    "sergiopaniego/qwen2-7b-instruct-trl-sft-ChartQA": Qwen2VLForConditionalGeneration.from_pretrained("sergiopaniego/qwen2-7b-instruct-trl-sft-ChartQA", trust_remote_code=True, torch_dtype="auto").cuda().eval()
 
-}
 
-processors = {
-    "sergiopaniego/qwen2-7b-instruct-trl-sft-ChartQA": AutoProcessor.from_pretrained("sergiopaniego/qwen2-7b-instruct-trl-sft-ChartQA", trust_remote_code=True)
-}
+model_id = "Qwen/Qwen2-VL-7B-Instruct" 
+model = Qwen2VLForConditionalGeneration.from_pretrained(
+    model_id,
+    device_map="auto",
+    torch_dtype=torch.bfloat16,
+)
+adapter_path = "sergiopaniego/qwen2-7b-instruct-trl-sft-ChartQA"
+model.load_adapter(adapter_path)
+
+processor = Qwen2VLProcessor.from_pretrained(model_id)
 
 DESCRIPTION = "[Qwen2-VL-7B Demo](https://huggingface.co/Qwen/Qwen2-VL-7B-Instruct)"
 
@@ -48,12 +51,12 @@ assistant_prompt = '<|assistant|>\n'
 prompt_suffix = "<|end|>\n"
 
 @spaces.GPU
-def run_example(image, text_input=None, model_id="sergiopaniego/qwen2-7b-instruct-trl-sft-ChartQA"):
+def run_example(image, text_input=None):
     image_path = array_to_image_path(image)
     
     print(image_path)
-    model = models[model_id]
-    processor = processors[model_id]
+    #model = models[model_id]
+    #processor = processors[model_id]
 
     prompt = f"{user_prompt}<|image_1|>\n{text_input}{prompt_suffix}{assistant_prompt}"
     image = Image.fromarray(image).convert("RGB")
@@ -112,13 +115,14 @@ with gr.Blocks(css=css) as demo:
         with gr.Row():
             with gr.Column():
                 input_img = gr.Image(label="Input Picture")
-                model_selector = gr.Dropdown(choices=list(models.keys()), label="Model", value="sergiopaniego/qwen2-7b-instruct-trl-sft-ChartQA")
+                #model_selector = gr.Dropdown(choices=list(models.keys()), label="Model", value="sergiopaniego/qwen2-7b-instruct-trl-sft-ChartQA")
                 text_input = gr.Textbox(label="Question")
                 submit_btn = gr.Button(value="Submit")
             with gr.Column():
                 output_text = gr.Textbox(label="Output Text")
 
-        submit_btn.click(run_example, [input_img, text_input, model_selector], [output_text])
+        #submit_btn.click(run_example, [input_img, text_input, model_selector], [output_text])
+        submit_btn.click(run_example, [input_img, text_input], [output_text])
 
 demo.queue(api_open=False)
 demo.launch(debug=True)