smoorsmith
/

Dream-coder-test

Text Generation

feature-extraction

Model card Files Files and versions

smoorsmith commited on Sep 25

Commit

ded928f

·

verified ·

1 Parent(s): b0e266c

Update softmasking_utils.py

Files changed (1) hide show

softmasking_utils.py +1 -1

softmasking_utils.py CHANGED Viewed

@@ -31,7 +31,7 @@ def get_mixing_factors_for_softmasking(input_ids, logits_prelim, mask_token_id,
     neg_entropy, p = get_neg_entropy_and_probabilities(logits_prelim, temperature=temperature)
     # Update scale with schedule if needed
-    if sm_args.schedule != "none":
         num_mask_token = (input_ids == mask_token_id).sum().item()
         scale = get_time_dependence(
             max_gen_length=max_gen_length,

     neg_entropy, p = get_neg_entropy_and_probabilities(logits_prelim, temperature=temperature)
     # Update scale with schedule if needed
+    if sm_args.sm_schedule != "none":
         num_mask_token = (input_ids == mask_token_id).sum().item()
         scale = get_time_dependence(
             max_gen_length=max_gen_length,