change cuda

app.py

@@ -943,7 +943,7 @@ model_cls = registry.get_model_class(model_config.arch)
 # breakpoint()
 # breakpoint()
 
-model = model_cls.from_config(model_config)
+model = model_cls.from_config(model_config).to('cuda')
 
 
 import copy
@@ -951,7 +951,7 @@ import copy
 # cfg_model_2 = cfg.model_cfg
 # cfg_model_2['ckpt'] = '/home/ynwang/brain_llm/MiniGPT-4/eval_configs/minigpt4_eval_report.yaml'
 model_config.ckpt = './checkpoint_1.pth'
-model_2 = model_cls.from_config(model_config)
+model_2 = model_cls.from_config(model_config).to('cuda')
 
 # model_2 = copy.deepcopy(model.to('cpu')).to('cuda:{}'.format(args.gpu_id+1))
 # model.to('cuda:{}'.format(args.gpu_id))
@@ -1243,7 +1243,7 @@ def button_wait():
     return gr.update(interactive=False),gr.update(interactive=False),gr.update(interactive=False)
 
 
-@spaces.GPU
+@spaces.GPU(duration=180)
 def gradio_answer(chatbot, chat_state,instruction, lr_img_list, hr_img_list, modalities,model_type,age='',gender=''):
     print('instruction',instruction)
     try:

minigpt4/conversation/conversation.py

@@ -606,10 +606,12 @@ class Chat:
             image_index_list=find_same_view(modalities)  #     
             # breakpoint()
             for img_idx in range(min(3,len(image_index_list))):
+                
                 # images=[image_list_name[img_i] for img_i in image_index_list[img_idx]]
                 # sub_modalities=[modalities[img_i] for img_i in image_index_list[img_idx]]
                 # instruction,image_list,HR_image_list=images_process(images,v,sub_modalities)
                 # breakpoint()
+                
                 instruction=instruction_pool[0]
                 modalities_temp=[modalities[i_] for i_ in image_index_list[img_idx]]
                 modality_num = len(image_index_list[img_idx])  
@@ -676,13 +678,13 @@ class Chat:
                 # thread1.join()
                 
                 try:
-                    self.model_list[0].to('cuda')
+                    # self.model_list[0].to('cuda')
                     answer = self.model_list[0].generate_step(lr_img_list_combination, confidence_instruction, hr_img_list_combination)
                 except Exception as e:
                     print('model_0 error',e)
 
                 try:
-                    self.model_list[1].to('cuda')
+                    # self.model_list[1].to('cuda')
                     answer_new = self.model_list[1].generate_step(lr_img_list_combination, instruction, hr_img_list_combination)
                 except Exception as e:
                     print('model_1 error',e)
@@ -779,13 +781,13 @@ class Chat:
                 # answer_new = answer_new[0]
                 
                 try:
-                    self.model_list[0].to('cuda')
+                    # self.model_list[0].to('cuda')
                     answer = self.model_list[0].generate_step(lr_img_list_combination, confidence_instruction, hr_img_list_combination)
                 except Exception as e:
                     print('model_0 error',e)
                 
                 try:
-                    self.model_list[1].to('cuda')
+                    # self.model_list[1].to('cuda')
                     answer_new = self.model_list[1].generate_step(lr_img_list_combination, instruction, hr_img_list_combination)
                 except Exception as e:
                     print('model_1 error',e)