Update README.md
Browse files
README.md
CHANGED
|
@@ -55,6 +55,7 @@ torch.set_grad_enabled(False)
|
|
| 55 |
# init model and tokenizer
|
| 56 |
model = AutoModel.from_pretrained('internlm/internlm-xcomposer2d5-7b', torch_dtype=torch.bfloat16, trust_remote_code=True).cuda().eval()
|
| 57 |
tokenizer = AutoTokenizer.from_pretrained('internlm/internlm-xcomposer2d5-7b', trust_remote_code=True)
|
|
|
|
| 58 |
|
| 59 |
query = 'Here are some frames of a video. Describe this video in detail'
|
| 60 |
image = ['./examples/liuxiang.mp4',]
|
|
@@ -90,6 +91,7 @@ torch.set_grad_enabled(False)
|
|
| 90 |
# init model and tokenizer
|
| 91 |
model = AutoModel.from_pretrained('internlm/internlm-xcomposer2d5-7b', torch_dtype=torch.bfloat16, trust_remote_code=True).cuda().eval()
|
| 92 |
tokenizer = AutoTokenizer.from_pretrained('internlm/internlm-xcomposer2d5-7b', trust_remote_code=True)
|
|
|
|
| 93 |
|
| 94 |
query = 'Image1 <ImageHere>; Image2 <ImageHere>; Image3 <ImageHere>; I want to buy a car from the three given cars, analyze their advantages and weaknesses one by one'
|
| 95 |
image = ['./examples/cars1.jpg',
|
|
@@ -132,6 +134,7 @@ torch.set_grad_enabled(False)
|
|
| 132 |
# init model and tokenizer
|
| 133 |
model = AutoModel.from_pretrained('internlm/internlm-xcomposer2d5-7b', torch_dtype=torch.bfloat16, trust_remote_code=True).cuda().eval()
|
| 134 |
tokenizer = AutoTokenizer.from_pretrained('internlm/internlm-xcomposer2d5-7b', trust_remote_code=True)
|
|
|
|
| 135 |
|
| 136 |
query = 'Analyze the given image in a detail manner'
|
| 137 |
image = ['./examples/dubai.png']
|
|
@@ -162,6 +165,7 @@ torch.set_grad_enabled(False)
|
|
| 162 |
# init model and tokenizer
|
| 163 |
model = AutoModel.from_pretrained('internlm/internlm-xcomposer2d5-7b', torch_dtype=torch.bfloat16, trust_remote_code=True).cuda().eval()
|
| 164 |
tokenizer = AutoTokenizer.from_pretrained('internlm/internlm-xcomposer2d5-7b', trust_remote_code=True)
|
|
|
|
| 165 |
|
| 166 |
query = 'A website for Research institutions. The name is Shanghai AI lab. Top Navigation Bar is blue.Below left, an image shows the logo of the lab. In the right, there is a passage of text below that describes the mission of the laboratory.There are several images to show the research projects of Shanghai AI lab.'
|
| 167 |
with torch.autocast(device_type='cuda', dtype=torch.float16):
|
|
@@ -187,6 +191,7 @@ torch.set_grad_enabled(False)
|
|
| 187 |
# init model and tokenizer
|
| 188 |
model = AutoModel.from_pretrained('internlm/internlm-xcomposer2d5-7b', torch_dtype=torch.bfloat16, trust_remote_code=True).cuda().eval()
|
| 189 |
tokenizer = AutoTokenizer.from_pretrained('internlm/internlm-xcomposer2d5-7b', trust_remote_code=True)
|
|
|
|
| 190 |
|
| 191 |
## the input should be a resume in markdown format
|
| 192 |
query = './examples/resume.md'
|
|
@@ -214,6 +219,7 @@ torch.set_grad_enabled(False)
|
|
| 214 |
# init model and tokenizer
|
| 215 |
model = AutoModel.from_pretrained('internlm/internlm-xcomposer2d5-7b', torch_dtype=torch.bfloat16, trust_remote_code=True).cuda().eval()
|
| 216 |
tokenizer = AutoTokenizer.from_pretrained('internlm/internlm-xcomposer2d5-7b', trust_remote_code=True)
|
|
|
|
| 217 |
|
| 218 |
query = 'Generate the HTML code of this web image with Tailwind CSS.'
|
| 219 |
image = ['./examples/screenshot.jpg']
|
|
@@ -241,6 +247,7 @@ torch.set_grad_enabled(False)
|
|
| 241 |
# init model and tokenizer
|
| 242 |
model = AutoModel.from_pretrained('internlm/internlm-xcomposer2d5-7b', torch_dtype=torch.bfloat16, trust_remote_code=True).cuda().eval()
|
| 243 |
tokenizer = AutoTokenizer.from_pretrained('internlm/internlm-xcomposer2d5-7b', trust_remote_code=True)
|
|
|
|
| 244 |
|
| 245 |
query = '阅读下面的材料,根据要求写作。 电影《长安三万里》的出现让人感慨,影片并未将重点全落在大唐风华上,也展现了恢弘气象的阴暗面,即旧门阀的资源垄断、朝政的日益衰败与青年才俊的壮志难酬。高适仕进无门,只能回乡>沉潜修行。李白虽得玉真公主举荐,擢入翰林,但他只是成为唐玄宗的御用文人,不能真正实现有益于朝政的志意。然而,片中高潮部分《将进酒》一节,人至中年、挂着肚腩的李白引众人乘仙鹤上天,一路从水面、瀑布飞升至银河进入仙>宫,李白狂奔着与仙人们碰杯,最后大家纵身飞向漩涡般的九重天。肉身的微贱、世路的“天生我材必有用,坎坷,拘不住精神的高蹈。“天生我材必有用,千金散尽还复来。” 古往今来,身处闲顿、遭受挫折、被病痛折磨,很多人都曾经历>了人生的“失意”,却反而成就了他们“诗意”的人生。对正在追求人生价值的当代青年来说,如何对待人生中的缺憾和困顿?诗意人生中又有怎样的自我坚守和自我认同?请结合“失意”与“诗意”这两个关键词写一篇文章。 要求:选准角度,确定>立意,明确文体,自拟标题;不要套作,不得抄袭;不得泄露个人信息;不少于 800 字。'
|
| 246 |
with torch.autocast(device_type='cuda', dtype=torch.float16):
|
|
|
|
| 55 |
# init model and tokenizer
|
| 56 |
model = AutoModel.from_pretrained('internlm/internlm-xcomposer2d5-7b', torch_dtype=torch.bfloat16, trust_remote_code=True).cuda().eval()
|
| 57 |
tokenizer = AutoTokenizer.from_pretrained('internlm/internlm-xcomposer2d5-7b', trust_remote_code=True)
|
| 58 |
+
model.tokenizer = tokenizer
|
| 59 |
|
| 60 |
query = 'Here are some frames of a video. Describe this video in detail'
|
| 61 |
image = ['./examples/liuxiang.mp4',]
|
|
|
|
| 91 |
# init model and tokenizer
|
| 92 |
model = AutoModel.from_pretrained('internlm/internlm-xcomposer2d5-7b', torch_dtype=torch.bfloat16, trust_remote_code=True).cuda().eval()
|
| 93 |
tokenizer = AutoTokenizer.from_pretrained('internlm/internlm-xcomposer2d5-7b', trust_remote_code=True)
|
| 94 |
+
model.tokenizer = tokenizer
|
| 95 |
|
| 96 |
query = 'Image1 <ImageHere>; Image2 <ImageHere>; Image3 <ImageHere>; I want to buy a car from the three given cars, analyze their advantages and weaknesses one by one'
|
| 97 |
image = ['./examples/cars1.jpg',
|
|
|
|
| 134 |
# init model and tokenizer
|
| 135 |
model = AutoModel.from_pretrained('internlm/internlm-xcomposer2d5-7b', torch_dtype=torch.bfloat16, trust_remote_code=True).cuda().eval()
|
| 136 |
tokenizer = AutoTokenizer.from_pretrained('internlm/internlm-xcomposer2d5-7b', trust_remote_code=True)
|
| 137 |
+
model.tokenizer = tokenizer
|
| 138 |
|
| 139 |
query = 'Analyze the given image in a detail manner'
|
| 140 |
image = ['./examples/dubai.png']
|
|
|
|
| 165 |
# init model and tokenizer
|
| 166 |
model = AutoModel.from_pretrained('internlm/internlm-xcomposer2d5-7b', torch_dtype=torch.bfloat16, trust_remote_code=True).cuda().eval()
|
| 167 |
tokenizer = AutoTokenizer.from_pretrained('internlm/internlm-xcomposer2d5-7b', trust_remote_code=True)
|
| 168 |
+
model.tokenizer = tokenizer
|
| 169 |
|
| 170 |
query = 'A website for Research institutions. The name is Shanghai AI lab. Top Navigation Bar is blue.Below left, an image shows the logo of the lab. In the right, there is a passage of text below that describes the mission of the laboratory.There are several images to show the research projects of Shanghai AI lab.'
|
| 171 |
with torch.autocast(device_type='cuda', dtype=torch.float16):
|
|
|
|
| 191 |
# init model and tokenizer
|
| 192 |
model = AutoModel.from_pretrained('internlm/internlm-xcomposer2d5-7b', torch_dtype=torch.bfloat16, trust_remote_code=True).cuda().eval()
|
| 193 |
tokenizer = AutoTokenizer.from_pretrained('internlm/internlm-xcomposer2d5-7b', trust_remote_code=True)
|
| 194 |
+
model.tokenizer = tokenizer
|
| 195 |
|
| 196 |
## the input should be a resume in markdown format
|
| 197 |
query = './examples/resume.md'
|
|
|
|
| 219 |
# init model and tokenizer
|
| 220 |
model = AutoModel.from_pretrained('internlm/internlm-xcomposer2d5-7b', torch_dtype=torch.bfloat16, trust_remote_code=True).cuda().eval()
|
| 221 |
tokenizer = AutoTokenizer.from_pretrained('internlm/internlm-xcomposer2d5-7b', trust_remote_code=True)
|
| 222 |
+
model.tokenizer = tokenizer
|
| 223 |
|
| 224 |
query = 'Generate the HTML code of this web image with Tailwind CSS.'
|
| 225 |
image = ['./examples/screenshot.jpg']
|
|
|
|
| 247 |
# init model and tokenizer
|
| 248 |
model = AutoModel.from_pretrained('internlm/internlm-xcomposer2d5-7b', torch_dtype=torch.bfloat16, trust_remote_code=True).cuda().eval()
|
| 249 |
tokenizer = AutoTokenizer.from_pretrained('internlm/internlm-xcomposer2d5-7b', trust_remote_code=True)
|
| 250 |
+
model.tokenizer = tokenizer
|
| 251 |
|
| 252 |
query = '阅读下面的材料,根据要求写作。 电影《长安三万里》的出现让人感慨,影片并未将重点全落在大唐风华上,也展现了恢弘气象的阴暗面,即旧门阀的资源垄断、朝政的日益衰败与青年才俊的壮志难酬。高适仕进无门,只能回乡>沉潜修行。李白虽得玉真公主举荐,擢入翰林,但他只是成为唐玄宗的御用文人,不能真正实现有益于朝政的志意。然而,片中高潮部分《将进酒》一节,人至中年、挂着肚腩的李白引众人乘仙鹤上天,一路从水面、瀑布飞升至银河进入仙>宫,李白狂奔着与仙人们碰杯,最后大家纵身飞向漩涡般的九重天。肉身的微贱、世路的“天生我材必有用,坎坷,拘不住精神的高蹈。“天生我材必有用,千金散尽还复来。” 古往今来,身处闲顿、遭受挫折、被病痛折磨,很多人都曾经历>了人生的“失意”,却反而成就了他们“诗意”的人生。对正在追求人生价值的当代青年来说,如何对待人生中的缺憾和困顿?诗意人生中又有怎样的自我坚守和自我认同?请结合“失意”与“诗意”这两个关键词写一篇文章。 要求:选准角度,确定>立意,明确文体,自拟标题;不要套作,不得抄袭;不得泄露个人信息;不少于 800 字。'
|
| 253 |
with torch.autocast(device_type='cuda', dtype=torch.float16):
|