Nouvelle espace

minigpt4/models/mini_gpt4.py

@@ -87,16 +87,16 @@ class MiniGPT4(Blip2Base):
         print('Loading Q-Former Done')
 
         print('Loading LLAMA')
-        self.llama_tokenizer = LlamaTokenizer.from_pretrained('Vision-CAIR/vicuna-7b', use_fast=False, use_auth_token=True)
+        self.llama_tokenizer = LlamaTokenizer.from_pretrained('Vision-CAIR/vicuna-7b', use_fast=False, use_auth_token=os.environ["API_TOKEN"])
         self.llama_tokenizer.pad_token = self.llama_tokenizer.eos_token
 
         if llama_cache_dir:
             self.llama_model = LlamaForCausalLM.from_pretrained(
-                'Vision-CAIR/vicuna-7b', load_in_8bit=True, torch_dtype=torch.float16, device_map="auto", use_auth_token=True
+                'Vision-CAIR/vicuna-7b', load_in_8bit=True, torch_dtype=torch.float16, device_map="auto", use_auth_token=os.environ["API_TOKEN"]
             )
         else:
             self.llama_model = LlamaForCausalLM.from_pretrained(
-                'Vision-CAIR/vicuna-7b', load_in_8bit=True, torch_dtype=torch.float16, device_map="auto", use_auth_token=True
+                'Vision-CAIR/vicuna-7b', load_in_8bit=True, torch_dtype=torch.float16, device_map="auto", use_auth_token=os.environ["API_TOKEN"]
             )
         for name, param in self.llama_model.named_parameters():
             param.requires_grad = False

requirements.txt

@@ -1,8 +1,7 @@
 --extra-index-url https://download.pytorch.org/whl/cu113
-torch==2.0.0
+torch==1.12.1
+torchvision==0.13.1
 salesforce-lavis
 bitsandbytes
 accelerate
-git+https://github.com/huggingface/transformers.git
-Cython==0.29.36
-spacy
+git+https://github.com/huggingface/transformers.git