Update app.py

app.py

@@ -61,6 +61,10 @@ presets = {
 }
 
 
+def custom_lp_logits_processor(ids, logits):
+    print(ids)
+    print(logits)
+
 def respond(
     message,
     history: list[tuple[str, str]],
@@ -99,7 +103,8 @@ def respond(
         max_tokens=128,
         frequency_penalty=frequency_penalty,
         presence_penalty=presence_penalty,
-        logits_processor=lambda ids, logits: ExponentialDecayLengthPenalty((lp_start, lp_decay), tokenizer.eos_token_id, len(convo))(ids, torch.from_numpy(logits))
+        logits_processor=custom_lp_logits_processor
+        # lambda ids, logits: ExponentialDecayLengthPenalty((lp_start, lp_decay), tokenizer.eos_token_id, len(convo))(ids, torch.from_numpy(logits))
     ):
         token = message["choices"][0]["text"]