Update README.md

README.md

@@ -1,6 +1,12 @@
 ---
 license: creativeml-openrail-m
----
+datasets:
+- liuhaotian/LLaVA-Pretrain
+- liuhaotian/LLaVA-CC3M-Pretrain-595K
+language:
+- en
+metrics:
+- bleu
 ---
 <h1 align='center' style='font-size: 36px; font-weight: bold;'>Sparrow</h1>
 <h3 align='center' style='font-size: 24px;'>Blazzing Fast Tiny Vision Language Model</h3>
@@ -36,12 +42,12 @@ model = AutoModelForCausalLM.from_pretrained(
     torch_dtype=torch.float16, 
     device_map="auto",
     trust_remote_code=True)
-tokenizer = AutoTokenizer.from_pretrained("ManishThota/Sparrow", trust_remote_code=True)
+tokenizer = AutoTokenizer.from_pretrained("ManishThota/SparrowVQE", trust_remote_code=True)
 
 #function to generate the answer
 def predict(question, image_path):
     #Set inputs
-    text = f"A chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user's questions. USER: <image>\n{question}? ASSISTANT:"
+    text = f"USER: <image>\n{question}? ASSISTANT:"
     image = Image.open(image_path)
     
     input_ids = tokenizer(text, return_tensors='pt').input_ids.to('cuda')