Spaces:

Elijahbodden
/

llama.cpp

Runtime error

Elijahbodden commited on May 25, 2024

Commit

5271c72

verified ·

1 Parent(s): dd76a1e

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -62,8 +62,9 @@ presets = {
 def custom_lp_logits_processor(ids, logits, lp_start, lp_decay):
-    # if (len(ids) > lp_start):
-    #     logits[tokenizer.eos_token_id] *= pow(lp_decay, len(ids)-lp_start)
     return logits
 def respond(

 def custom_lp_logits_processor(ids, logits, lp_start, lp_decay):
+    if (len(ids) > lp_start):
+        print(len(ids), lp_start, pow(lp_decay, len(ids)-lp_start))
+        logits[tokenizer.eos_token_id] *= pow(lp_decay, len(ids)-lp_start)
     return logits
 def respond(