Update modeling_minicpmv.py

modeling_minicpmv.py

@@ -295,7 +295,7 @@ class MiniCPMV(MiniCPMVPreTrainedModel):
         pad_embedding_vector = embedding_layer.weight[0]
         vector_reshaped = pad_embedding_vector.view(1, 1, 4096)
         
-        for tensor in batch:
+        for place, tensor in enumerate(batch):
             to_add = []
             for pl in range(tensor.shape[1]):
                 to_add.append(1)
@@ -304,6 +304,7 @@ class MiniCPMV(MiniCPMVPreTrainedModel):
                 tensor = torch.cat((tensor, vector_reshaped), dim=1)
                 to_add.append(0)
             print(tensor.shape, "UPDATED_SHAPE")
+            batch[place] = tensor
             attention_mask.append(to_add)
         attention_mask = torch.tensor(attention_mask)