FractalAIR commited on
Commit
55861c0
·
verified ·
1 Parent(s): d8dba66

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -76,7 +76,8 @@ def generate_response(user_message, max_tokens, temperature, top_k, top_p, repet
76
  "top_p": top_p,
77
  "repetition_penalty": repetition_penalty,
78
  "streamer": streamer,
79
- "pad_token_id": tokenizer.eos_token_id
 
80
  }
81
 
82
  # Start generation in a separate thread
 
76
  "top_p": top_p,
77
  "repetition_penalty": repetition_penalty,
78
  "streamer": streamer,
79
+ "pad_token_id": tokenizer.eos_token_id,
80
+ "eos_token_id": tokenizer.eos_token_id
81
  }
82
 
83
  # Start generation in a separate thread