Upload model_v5.py with huggingface_hub

model_v5.py

@@ -212,12 +212,8 @@ class GPTV5(nn.Module):
         if targets is not None:
             logits = self.lm_head(x)
             if self.cfg.logit_softcap > 0:
-                # In-place softcap — bellek tasarrufu (compile yokken kritik)
-                # cap * tanh(logits / cap) — 3 tensor yerine in-place
                 cap = self.cfg.logit_softcap
-                logits.div_(cap)
-                logits = torch.tanh(logits)
-                logits.mul_(cap)
+                logits = cap * torch.tanh(logits / cap)
             flat_logits = logits.view(-1, logits.size(-1))
             flat_targets = targets.view(-1)
             if self._ce_loss is not None:
@@ -230,9 +226,7 @@ class GPTV5(nn.Module):
             logits = self.lm_head(x[:, [-1], :])
             if self.cfg.logit_softcap > 0:
                 cap = self.cfg.logit_softcap
-                logits.div_(cap)
-                logits = torch.tanh(logits)
-                logits.mul_(cap)
+                logits = cap * torch.tanh(logits / cap)
             return logits, None
 
     @torch.no_grad()