change: top k

app.py

@@ -22,6 +22,7 @@ def load_model(model_name):
 
 
 model = load_model(model_dir)
+print("loaded model completed")
 
 
 def find_nth(haystack, needle, n):
@@ -77,7 +78,7 @@ print(condition_plus_input)
 
 
 def infer_sentence(
-    condition_plus_input=condition_plus_input, tokenizer=tokenizer, top_k=3
+    condition_plus_input=condition_plus_input, tokenizer=tokenizer, top_k=2
 ):
     encoded_prompt = tokenizer.encode(
         condition_plus_input, add_special_tokens=False, return_tensors="pt"