nambn0321 commited on
Commit
735c61a
·
verified ·
1 Parent(s): 0730c4d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -4
app.py CHANGED
@@ -25,8 +25,7 @@ model = PeftModel.from_pretrained(base_model, model_repo)
25
  # Load tokenizer from the Hub repo
26
  tokenizer = AutoTokenizer.from_pretrained(model_repo, use_fast=False)
27
 
28
- def generate(prompt, max_tokens=128, temperature=0.7, top_p=0.9):
29
- # try:
30
  inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
31
  outputs = model.generate(
32
  **inputs,
@@ -36,8 +35,6 @@ def generate(prompt, max_tokens=128, temperature=0.7, top_p=0.9):
36
  do_sample=True
37
  )
38
  return tokenizer.decode(outputs[0], skip_special_tokens=True)
39
- # except Exception as e:
40
- # return f"Error: {str(e)}"
41
 
42
  iface = gr.Interface(
43
  fn=generate_response,
 
25
  # Load tokenizer from the Hub repo
26
  tokenizer = AutoTokenizer.from_pretrained(model_repo, use_fast=False)
27
 
28
+ def generate_response(prompt, max_tokens=128, temperature=0.7, top_p=0.9):
 
29
  inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
30
  outputs = model.generate(
31
  **inputs,
 
35
  do_sample=True
36
  )
37
  return tokenizer.decode(outputs[0], skip_special_tokens=True)
 
 
38
 
39
  iface = gr.Interface(
40
  fn=generate_response,