Update main.py

main.py

@@ -15,7 +15,6 @@ class Item(BaseModel):
     temperature: float = 0.3
     max_new_tokens: int = 3000
     top_p: float = 0.15
-    top_k: int = 0.8
     repetition_penalty: float = 1.0
 
 def format_prompt(message, history):
@@ -31,13 +30,11 @@ def generate(item: Item):
     if temperature < 1e-2:
         temperature = 1e-2
     top_p = float(item.top_p)
-    top_k = int(item.top_k)
 
     generate_kwargs = dict(
         temperature=temperature,
         max_new_tokens=item.max_new_tokens,
         top_p=top_p,
-        top_k=top_k,
         repetition_penalty=item.repetition_penalty,
         do_sample=True,
         seed=42,