Add application file

app.py

@@ -0,0 +1,38 @@
+import gradio as gr
+from transformers import pipeline, BitsAndBytesConfig
+import torch
+
+quantization_config = BitsAndBytesConfig(
+    load_in_4bit=True,
+    bnb_4bit_compute_dtype=torch.bfloat16
+)
+
+model_id = "rogerxi/llava-finetune-test"
+pipe = pipeline("image-to-text", model=model_id, model_kwargs={"quantization_config": quantization_config})
+
+def update_conversation(new_message, history, image):
+
+    if image is None:
+        return "Please upload an image first using the widget on the left"
+
+    prompt = "USER: <image>\n"
+
+    for i in range(len(history)):
+        prompt += history[i][0] + '\nASSISTANT: ' + history[i][1] + "\nUSER: "
+
+    prompt = prompt + new_message + '\nASSISTANT: '
+
+    outputs = pipe(image, prompt=prompt, generate_kwargs={"max_new_tokens": 200})[0]['generated_text']
+
+    return outputs[len(prompt) - 6:]
+
+with gr.Blocks() as demo:
+
+    with gr.Row():
+      image = gr.Image(type='pil', interactive=True)
+
+      gr.ChatInterface(
+          update_conversation, additional_inputs=[image]
+      )
+
+demo.launch(debug=True)