new

app.py

@@ -53,10 +53,8 @@ def inference(input_sentence, max_length, sample_or_greedy, seed=42):
     pipe = pipeline("text-generation", model = model_name, tokenizer = model_name)
 
     if sample_or_greedy == "Sample":
-        res = pipe(input_sentence, 
-            model = model_name, 
-            tokenizer = model_name, 
-            max_new_tokens = 23, 
+        res = pipe(input_sentence,  
+            max_new_tokens = max_length, 
             do_sample = False,
             top_p = 0.9,
             length_penalty = 0.0, 
@@ -65,9 +63,7 @@ def inference(input_sentence, max_length, sample_or_greedy, seed=42):
         )
     else:
         res = pipe(input_sentence, 
-            model = model_name, 
-            tokenizer = model_name, 
-            max_new_tokens = 23, 
+            max_new_tokens = max_length, 
             do_sample = False,
             length_penalty = 0.0, 
             early_stopping = False,