sakthi54321 commited on
Commit
662955c
·
verified ·
1 Parent(s): 1537dd0

Update App.py

Browse files
Files changed (1) hide show
  1. App.py +4 -2
App.py CHANGED
@@ -14,10 +14,12 @@ model = AutoModelForCausalLM.from_pretrained(
14
 
15
  # Simple function: one input → one output
16
  def ask_model(prompt):
17
- inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
 
 
18
  outputs = model.generate(
19
  **inputs,
20
- max_new_tokens=200,
21
  pad_token_id=tokenizer.eos_token_id
22
  )
23
  response = tokenizer.decode(outputs[0], skip_special_tokens=True)
 
14
 
15
  # Simple function: one input → one output
16
  def ask_model(prompt):
17
+ # Add a guiding instruction
18
+ input_text = f"Answer briefly and clearly: {prompt}"
19
+ inputs = tokenizer(input_text, return_tensors="pt").to(model.device)
20
  outputs = model.generate(
21
  **inputs,
22
+ max_new_tokens=150, # reduce length so responses don’t get too long
23
  pad_token_id=tokenizer.eos_token_id
24
  )
25
  response = tokenizer.decode(outputs[0], skip_special_tokens=True)