topk

app.py

@@ -10,7 +10,7 @@ tokenizer = AutoTokenizer.from_pretrained(model, trust_remote_code=True)
 generator = transformers.pipeline(
     "text-generation",
     model=model,
-    offload_folder='/tmp',
+    # offload_folder='/tmp',
     tokenizer=tokenizer,
     torch_dtype=torch.bfloat16,
     trust_remote_code=True,
@@ -22,7 +22,6 @@ def greet(name):
             f""" {name}""",
             max_length=25,
             do_sample=False,
-            top_k=1,
             num_return_sequences=1,
             eos_token_id=tokenizer.eos_token_id,)
     return v[0]['generated_text']