Update app.py

app.py

@@ -9,7 +9,7 @@ import numpy as np
 import torch
 import torch.backends.cudnn as cudnn
 import gradio as gr
-os.environ['CUDA_VISIBLE_DEVICES'] = ','.join(str(e) for e in [2,3])
+# os.environ['CUDA_VISIBLE_DEVICES'] = ','.join(str(e) for e in [2,3])
 # from gradio import ChatMessage
 
 from transformers import StoppingCriteriaList
@@ -904,7 +904,7 @@ custom_theme = gr.themes.Default(
 
 def parse_args():
     parser = argparse.ArgumentParser(description="Demo")
-    parser.add_argument("--cfg-path", default='/home/ynwang/brain_llm/MiniGPT-4/eval_configs/minigpt4_eval.yaml', help="path to configuration file.")
+    parser.add_argument("--cfg-path", default='./eval_configs/minigpt4_eval.yaml', help="path to configuration file.")
     parser.add_argument("--gpu-id", type=int, default=0, help="specify the gpu to load the model.")
     parser.add_argument(
         "--options",
@@ -947,9 +947,8 @@ model_cls = registry.get_model_class(model_config.arch)
 # breakpoint()
 # breakpoint()
 
-model = model_cls.from_config(model_config).to('cuda:{}'.format(args.gpu_id+1))
-with torch.cuda.device(0):
-    torch.cuda.empty_cache()
+model = model_cls.from_config(model_config).to('cuda:{}'.format(args.gpu_id))
+
 
 import copy