Upload cnets.py with huggingface_hub

cnets.py

@@ -869,8 +869,9 @@ class Model(nn.Module):
             loss = -torch.sum(position_mask * plogp, 2).mean()
             plosses.append(loss)
             with torch.no_grad():
+                # Fixed: use position_mask.sum() instead of loss_mask.sum() for correct accuracy
                 acces.append(((logits.argmax(-1) == target_p.argmax(-1)) * position_mask.squeeze(-1)).sum().item() / (
-                        loss_mask.sum().item() + 1e-6))
+                        position_mask.sum().item() + 1e-6))
 
             if not last:
                 input_ids = padding(input_ids, left=False)