Update app.py

app.py

@@ -61,9 +61,10 @@ presets = {
 }
 
 
-def custom_lp_logits_processor(ids, logits):
-    print(ids)
-    print(logits)
+def custom_lp_logits_processor(ids, logits, lp_start, lp_decay):
+    if (len(ids) > lp_start):
+        logits[tokenizer.eos_token_id] *= pow(lp_decay, len(ids)-lp_start)
+    return logits
 
 def respond(
     message,
@@ -103,8 +104,7 @@ def respond(
         max_tokens=128,
         frequency_penalty=frequency_penalty,
         presence_penalty=presence_penalty,
-        logits_processor=custom_lp_logits_processor
-        # lambda ids, logits: ExponentialDecayLengthPenalty((lp_start, lp_decay), tokenizer.eos_token_id, len(convo))(ids, torch.from_numpy(logits))
+        logits_processor=lambda ids, logits: custom_lp_logits_processor(ids, logits, lp_start, lp_decay)
     ):
         token = message["choices"][0]["text"]