revert

app.py

@@ -51,8 +51,16 @@ def inference(input_sentence, max_length, sample_or_greedy, seed=42):
         }
 
     payload = {"inputs": input_sentence, "parameters": parameters,"options" : {"use_cache": False} }
-    model_identifier = 'bigscience/bloomz-560m'
-    pipe = pipeline("text-generation", model = model_identifier, tokenizer = model_identifier,max_new_tokens = 23, do_sample = False, length_penalty = 0.0, early_stopping = False, eos_token_id = None)
+    model_name = 'bigscience/bloomz-560m'
+    pipe = pipeline("text-generation", 
+        model = model_name, 
+        tokenizer = model_name, 
+        max_new_tokens = max_length, 
+        do_sample = False, 
+        length_penalty = 0.0, 
+        early_stopping = False, 
+        eos_token_id = None
+    )
     res = pipe(input_sentence)