edit

osuT5/inference/pipeline.py

@@ -192,7 +192,7 @@ class Pipeline(object):
 
                         logits = out.logits[:, -1, :]
                         logits = logits / temperature
-                        logits = self._filter(logits, top_p=0.9, top_k=100)
+                        logits = self._filter(logits, top_p=0.9, top_k=60)
                         probabilities = F.softmax(logits, dim=-1)
                         next_tokens = torch.multinomial(probabilities, 1)