MathBite
/

self_corrective_llama_3.1_8B_beta2

4-bit precision

Model card Files Files and versions

MathBite commited on Sep 27, 2025

Commit

e27ed2b

·

verified ·

1 Parent(s): b92f27a

blocked addition boost

Files changed (1) hide show

modeling.py +1 -1

modeling.py CHANGED Viewed

@@ -116,7 +116,7 @@ class SelfCorrectiveLlama(LlamaForCausalLM):
                 torch.full_like(deletion_tokens_boost, torch.finfo(deletion_tokens_boost.dtype).min) # Suppress if no hallucination
             )
-        logits[:, :, -self.num_new_tokens:].add_(to_add)
         # 6. Return the custom output object
         return SelfCorrectiveLlamaOutput(

                 torch.full_like(deletion_tokens_boost, torch.finfo(deletion_tokens_boost.dtype).min) # Suppress if no hallucination
             )
+        # logits[:, :, -self.num_new_tokens:].add_(to_add)
         # 6. Return the custom output object
         return SelfCorrectiveLlamaOutput(