HuggingFaceTB
/

SmolVLM2-500M-Video-Instruct

Image-Text-to-Text

Model card Files Files and versions

update readme dtype

#8

by orrzohar - opened Feb 21, 2025

base: refs/heads/main

←

from: refs/pr/8

Discussion Files changed

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -95,7 +95,7 @@ inputs = processor.apply_chat_template(
     tokenize=True,
     return_dict=True,
     return_tensors="pt",
-).to(model.device)
 generated_ids = model.generate(**inputs, do_sample=False, max_new_tokens=64)
 generated_texts = processor.batch_decode(

     tokenize=True,
     return_dict=True,
     return_tensors="pt",
+).to(model.device, dtype=torch.bfloat16)
 generated_ids = model.generate(**inputs, do_sample=False, max_new_tokens=64)
 generated_texts = processor.batch_decode(