Update modeling_gpt2vision.py

modeling_gpt2vision.py

@@ -26,17 +26,19 @@ class GPT2Vision(PreTrainedModel):
     def __init__(self, config):
         super().__init__(config)
         self.vision_encoder = VisionEncoder()
-        self.language_model.resize_token_embeddings(len(tokenizer))
-        self.tokenizer = tokenizer
-        tokenizer.pad_token = tokenizer.eos_token
-        self.image_token_id = self.tokenizer.convert_tokens_to_ids(IMAGE_TOKEN)
-        
+       
         if isinstance(config.gpt2_config, dict):
             gpt2_config = GPT2Config(**config.gpt2_config)
         else:
             gpt2_config = config.gpt2_config
         self.text_model = GPT2LMHeadModel(gpt2_config)
 
+        self.text_model.resize_token_embeddings(len(tokenizer))
+        self.tokenizer = tokenizer
+        tokenizer.pad_token = tokenizer.eos_token
+        self.image_token_id = self.tokenizer.convert_tokens_to_ids(IMAGE_TOKEN)
+
+        
     @property
     def device(self):
         return self.text_model.device