Update src/JacobianScopes.py

src/JacobianScopes.py

@@ -57,7 +57,7 @@ def fisher_scope_scores(
     lm_head,
     method="full",
     batch_size=16,
-    k=8,
+    k=1,
     n_hutchinson_samples=8,
     eps_finite_diff=1e-5,
     progress=False,
@@ -285,7 +285,7 @@ def gradient_x_input_scores(forward_pass, residual, loss_position, embedding_lay
     return scores, logits
 
 
-def setup_scope_context(model, tokenizer, string, front_pad=0, back_pad=0, front_strip=0, eos_token_id=None):
+def setup_scope_context(model, tokenizer, string, front_pad=2, back_pad=0, front_strip=0, eos_token_id=None):
     """
     Build input_ids, attention_mask, grad_idx, decoded_tokens, residual, presence, forward_pass, d_model, embed_device
     for use with scope functions. Caller must still set model.eval() and pass loss_position.