123
Browse files
README.md
CHANGED
|
@@ -109,7 +109,7 @@ image = Image.open(img_path).convert('RGB')
|
|
| 109 |
|
| 110 |
# formalization
|
| 111 |
prompt = 'Based on the image, first describe what you see in the figure, then predict the construction_cdl and image_cdl and calibrate it.'
|
| 112 |
-
text = f
|
| 113 |
input_ids = tokenizer_image_token(text, formalization_tokenizer, -200, return_tensors='pt').unsqueeze(0).cuda()
|
| 114 |
|
| 115 |
# generate
|
|
|
|
| 109 |
|
| 110 |
# formalization
|
| 111 |
prompt = 'Based on the image, first describe what you see in the figure, then predict the construction_cdl and image_cdl and calibrate it.'
|
| 112 |
+
text = f'<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n<|im_start|>user\n<image>\n{prompt}<|im_end|>\n<|im_start|>assistant\n'
|
| 113 |
input_ids = tokenizer_image_token(text, formalization_tokenizer, -200, return_tensors='pt').unsqueeze(0).cuda()
|
| 114 |
|
| 115 |
# generate
|