Upload modeling_mic21.py with huggingface_hub

modeling_mic21.py

@@ -19,11 +19,11 @@ class MIC21SummarizerModel(PreTrainedModel):
         #Init Image Processing Model        
         self.components = {"image_model":None,"llm":None,"tokenizer":None,"image_processor":None}
         #self.components["image_model"] = ResNetForImageClassification.from_pretrained(config.hf_image_model,device_map=f"cuda:{config.im_model_cuda_id}")
-        self.components["image_model"] = ResNetForImageClassification.from_pretrained(config.hf_image_model)
+        self.components["image_model"] = ResNetForImageClassification.from_pretrained(config.hf_image_model).cpu().cuda()
         
         self.components["image_processor"] = AutoImageProcessor.from_pretrained(config.hf_image_model)
 
-        self.components["llm"] = AutoModelForCausalLM.from_pretrained(config.hf_text_model,torch_dtype=torch.float16)
+        self.components["llm"] = AutoModelForCausalLM.from_pretrained(config.hf_text_model,torch_dtype=torch.float16).cpu().cuda()
         
         #self.quantization_config = BitsAndBytesConfig(load_in_4bit=True,bnb_4bit_compute_dtype=torch.bfloat16)
         #self.components["llm"] = AutoModelForCausalLM.from_pretrained(