anaspro
commited on
Commit
·
da09e0f
1
Parent(s):
703ca2e
update
Browse files
app.py
CHANGED
|
@@ -108,6 +108,12 @@ def generate_response(input_data, chat_history, max_new_tokens, temperature, top
|
|
| 108 |
# Add current user message
|
| 109 |
messages.append({"role": "user", "content": input_data})
|
| 110 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 111 |
# استخدام ChatPipeline المخصص مع streaming
|
| 112 |
streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
|
| 113 |
|
|
@@ -134,10 +140,10 @@ demo = gr.ChatInterface(
|
|
| 134 |
fn=generate_response,
|
| 135 |
additional_inputs=[
|
| 136 |
gr.Slider(label="الحد الأقصى للكلمات الجديدة", minimum=64, maximum=4096, step=1, value=2048),
|
| 137 |
-
gr.Slider(label="درجة الحرارة", minimum=0.1, maximum=2.0, step=0.1, value=0
|
| 138 |
-
gr.Slider(label="Top-p", minimum=0.
|
| 139 |
gr.Slider(label="Top-k", minimum=1, maximum=100, step=1, value=50),
|
| 140 |
-
gr.Slider(label="عقوبة التكرار", minimum=1.0, maximum=
|
| 141 |
],
|
| 142 |
examples=[
|
| 143 |
[{"text": "النت عندي معطل من الصبح، تقدر تساعدني؟"}],
|
|
|
|
| 108 |
# Add current user message
|
| 109 |
messages.append({"role": "user", "content": input_data})
|
| 110 |
|
| 111 |
+
# Validation للقيم عشان ما تحصل CUDA errors
|
| 112 |
+
temperature = max(0.1, min(2.0, temperature)) # 0.1 to 2.0
|
| 113 |
+
top_p = max(0.1, min(1.0, top_p)) # 0.1 to 1.0
|
| 114 |
+
top_k = max(1, min(100, top_k)) # 1 to 100
|
| 115 |
+
repetition_penalty = max(1.0, min(1.5, repetition_penalty)) # 1.0 to 1.5
|
| 116 |
+
|
| 117 |
# استخدام ChatPipeline المخصص مع streaming
|
| 118 |
streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
|
| 119 |
|
|
|
|
| 140 |
fn=generate_response,
|
| 141 |
additional_inputs=[
|
| 142 |
gr.Slider(label="الحد الأقصى للكلمات الجديدة", minimum=64, maximum=4096, step=1, value=2048),
|
| 143 |
+
gr.Slider(label="درجة الحرارة", minimum=0.1, maximum=2.0, step=0.1, value=1.0),
|
| 144 |
+
gr.Slider(label="Top-p", minimum=0.1, maximum=1.0, step=0.05, value=0.9),
|
| 145 |
gr.Slider(label="Top-k", minimum=1, maximum=100, step=1, value=50),
|
| 146 |
+
gr.Slider(label="عقوبة التكرار", minimum=1.0, maximum=1.5, step=0.05, value=1.2)
|
| 147 |
],
|
| 148 |
examples=[
|
| 149 |
[{"text": "النت عندي معطل من الصبح، تقدر تساعدني؟"}],
|