update

README.md

@@ -70,14 +70,14 @@ processor = CLIPImageProcessor.from_pretrained("openai/openai/clip-vit-base-patc
 model_name_or_path = "microsoft/LLM2CLIP-Openai-B-16" # or /path/to/local/LLM2CLIP-Openai-B-16
 model = AutoModel.from_pretrained(
     model_name_or_path, 
-    torch_dtype=torch.float16,
+    torch_dtype=torch.bfloat16,
     trust_remote_code=True).to('cuda').eval()
 
 llm_model_name = 'microsoft/LLM2CLIP-Llama-3-8B-Instruct-CC-Finetuned'
 config = AutoConfig.from_pretrained(
     llm_model_name, trust_remote_code=True
 )
-llm_model = AutoModel.from_pretrained(llm_model_name, config=config,trust_remote_code=True)
+llm_model = AutoModel.from_pretrained(llm_model_name, torch_dtype=torch.bfloat16, config=config, trust_remote_code=True)
 tokenizer = AutoTokenizer.from_pretrained(llm_model_name)
 llm_model.config._name_or_path = 'meta-llama/Meta-Llama-3-8B-Instruct' #  Workaround for LLM2VEC
 l2v = LLM2Vec(llm_model, tokenizer, pooling_mode="mean", max_length=512, doc_max_length=512)