GIGAP commited on
Commit
0c71663
·
verified ·
1 Parent(s): 0801b39

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -12,7 +12,7 @@ tokenizer = AutoTokenizer.from_pretrained(model_name)
12
  model = AutoModelForCausalLM.from_pretrained(model_name)
13
  model = model.to("cpu")
14
 
15
- pipe = pipeline(task="text-generation", model=model, tokenizer=tokenizer, max_length=512)
16
 
17
  def generate_response(prompt):
18
  clear_memory()
 
12
  model = AutoModelForCausalLM.from_pretrained(model_name)
13
  model = model.to("cpu")
14
 
15
+ pipe = pipeline(task="text-generation", model=model, tokenizer=tokenizer, max_length=128)
16
 
17
  def generate_response(prompt):
18
  clear_memory()