anaspro commited on
Commit
b4ad717
·
verified ·
1 Parent(s): 5f4ed60

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -2
app.py CHANGED
@@ -85,12 +85,13 @@ def chat(message, history):
85
  generation_kwargs = {
86
  "input_ids": input_ids,
87
  "streamer": streamer,
88
- "max_new_tokens": 512,
89
- "temperature": 0.7,
90
  "top_p": 0.9,
91
  "top_k": 50,
92
  "do_sample": True,
93
  "repetition_penalty": 1.1,
 
94
  }
95
 
96
  # ======================================================
@@ -102,6 +103,7 @@ def chat(message, history):
102
  partial_text = ""
103
  for new_text in streamer:
104
  partial_text += new_text
 
105
  yield partial_text
106
 
107
  thread.join()
 
85
  generation_kwargs = {
86
  "input_ids": input_ids,
87
  "streamer": streamer,
88
+ "max_new_tokens": 1024,
89
+ "temperature": 0.85,
90
  "top_p": 0.9,
91
  "top_k": 50,
92
  "do_sample": True,
93
  "repetition_penalty": 1.1,
94
+ "eos_token_id": None, # ⬅️ مهم حتى لا يتوقف مبكراً
95
  }
96
 
97
  # ======================================================
 
103
  partial_text = ""
104
  for new_text in streamer:
105
  partial_text += new_text
106
+ print(new_text, end="", flush=True)
107
  yield partial_text
108
 
109
  thread.join()