Update inferencer.py

inferencer.py

@@ -212,7 +212,13 @@ class UniPicV2Inferencer:
         # Forward through LMM
         if hasattr(self.lmm.model, "rope_deltas"):
             self.lmm.model.rope_deltas = None
-            
+
+        model_device = self.lmm.model.embed_tokens.weight.device
+        # 强制将所有 tensor 输入搬到这个设备
+        for k, v in inputs.items():
+            if isinstance(v, torch.Tensor):
+                inputs[k] = v.to(model_device)
+                
         outputs = self.lmm.model(
             inputs_embeds=inputs_embeds.to(self.device),
             attention_mask=attention_mask.to(self.device),