| | |
| | import torch |
| | from PIL import Image |
| | from transformers import AutoModel, AutoTokenizer, BitssAndBytesConfig |
| |
|
| | model = AutoModel.from_pretrained('./', trust_remote_code=True, torch_dtype=torch.bfloat16, local_files_only=True) |
| | |
| |
|
| | tokenizer = AutoTokenizer.from_pretrained('./', trust_remote_code=True) |
| | model.eval() |
| |
|
| | image = Image.open('/data1/caitianchi/code/MiniCPM-V-2_5/20240614-205027.jpeg').convert('RGB') |
| | question = '描述这张图?' |
| | msgs = [{'role': 'user', 'content': question}] |
| |
|
| | res = model.chat( |
| | image=image, |
| | msgs=msgs, |
| | tokenizer=tokenizer, |
| | sampling=True, |
| | temperature=0.7, |
| | |
| | ) |
| | print(res) |
| |
|
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| | |
| |
|
| | |
| | |
| | |
| | |
| |
|