maika commited on
Commit
ed5660d
·
verified ·
1 Parent(s): 9b67d2d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -9,7 +9,7 @@ model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float
9
 
10
  def generate_text(prompt):
11
  inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
12
- outputs = model.generate(**inputs, max_length=100)
13
  text = tokenizer.decode(outputs[0], skip_special_tokens=True)
14
  return text
15
 
 
9
 
10
  def generate_text(prompt):
11
  inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
12
+ outputs = model.generate(**inputs, max_new_tokens=50)
13
  text = tokenizer.decode(outputs[0], skip_special_tokens=True)
14
  return text
15