anaspro commited on
Commit
da09e0f
·
1 Parent(s): 703ca2e
Files changed (1) hide show
  1. app.py +9 -3
app.py CHANGED
@@ -108,6 +108,12 @@ def generate_response(input_data, chat_history, max_new_tokens, temperature, top
108
  # Add current user message
109
  messages.append({"role": "user", "content": input_data})
110
 
 
 
 
 
 
 
111
  # استخدام ChatPipeline المخصص مع streaming
112
  streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
113
 
@@ -134,10 +140,10 @@ demo = gr.ChatInterface(
134
  fn=generate_response,
135
  additional_inputs=[
136
  gr.Slider(label="الحد الأقصى للكلمات الجديدة", minimum=64, maximum=4096, step=1, value=2048),
137
- gr.Slider(label="درجة الحرارة", minimum=0.1, maximum=2.0, step=0.1, value=0.7),
138
- gr.Slider(label="Top-p", minimum=0.05, maximum=1.0, step=0.05, value=0.9),
139
  gr.Slider(label="Top-k", minimum=1, maximum=100, step=1, value=50),
140
- gr.Slider(label="عقوبة التكرار", minimum=1.0, maximum=2.0, step=0.05, value=1.0)
141
  ],
142
  examples=[
143
  [{"text": "النت عندي معطل من الصبح، تقدر تساعدني؟"}],
 
108
  # Add current user message
109
  messages.append({"role": "user", "content": input_data})
110
 
111
+ # Validation للقيم عشان ما تحصل CUDA errors
112
+ temperature = max(0.1, min(2.0, temperature)) # 0.1 to 2.0
113
+ top_p = max(0.1, min(1.0, top_p)) # 0.1 to 1.0
114
+ top_k = max(1, min(100, top_k)) # 1 to 100
115
+ repetition_penalty = max(1.0, min(1.5, repetition_penalty)) # 1.0 to 1.5
116
+
117
  # استخدام ChatPipeline المخصص مع streaming
118
  streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
119
 
 
140
  fn=generate_response,
141
  additional_inputs=[
142
  gr.Slider(label="الحد الأقصى للكلمات الجديدة", minimum=64, maximum=4096, step=1, value=2048),
143
+ gr.Slider(label="درجة الحرارة", minimum=0.1, maximum=2.0, step=0.1, value=1.0),
144
+ gr.Slider(label="Top-p", minimum=0.1, maximum=1.0, step=0.05, value=0.9),
145
  gr.Slider(label="Top-k", minimum=1, maximum=100, step=1, value=50),
146
+ gr.Slider(label="عقوبة التكرار", minimum=1.0, maximum=1.5, step=0.05, value=1.2)
147
  ],
148
  examples=[
149
  [{"text": "النت عندي معطل من الصبح، تقدر تساعدني؟"}],