esama commited on
Commit
ffcfc0a
·
verified ·
1 Parent(s): e57cca2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +21 -8
app.py CHANGED
@@ -1,40 +1,53 @@
1
  import gradio as gr
2
  from huggingface_hub import InferenceClient
3
 
4
- # استبدل هذا إذا كان عندك توكن، وإلا اتركه كما هو
5
  client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
6
 
7
- def respond(message, history: list[tuple[str, str]], system_message, max_tokens, temperature, top_p):
 
 
 
 
 
 
 
8
  messages = [{"role": "system", "content": system_message}]
9
-
10
  for val in history:
11
  if val[0]:
12
  messages.append({"role": "user", "content": val[0]})
13
  if val[1]:
14
  messages.append({"role": "assistant", "content": val[1]})
15
-
16
  messages.append({"role": "user", "content": message})
17
-
18
  response = ""
19
-
20
  for message in client.chat_completion(
21
  messages,
22
  max_tokens=max_tokens,
23
  stream=True,
24
  temperature=temperature,
25
- top_p=top_p
26
  ):
27
  token = message.choices[0].delta.content
28
  response += token
29
  yield response
30
 
 
31
  demo = gr.ChatInterface(
32
  respond,
33
  additional_inputs=[
34
  gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
35
  gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
36
  gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
37
- gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"),
 
 
 
 
 
 
38
  ],
39
  )
40
 
 
1
  import gradio as gr
2
  from huggingface_hub import InferenceClient
3
 
4
+ # إنشاء عميل للدردشة مع النموذج
5
  client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
6
 
7
+ def respond(
8
+ message,
9
+ history: list[tuple[str, str]],
10
+ system_message,
11
+ max_tokens,
12
+ temperature,
13
+ top_p,
14
+ ):
15
  messages = [{"role": "system", "content": system_message}]
16
+
17
  for val in history:
18
  if val[0]:
19
  messages.append({"role": "user", "content": val[0]})
20
  if val[1]:
21
  messages.append({"role": "assistant", "content": val[1]})
22
+
23
  messages.append({"role": "user", "content": message})
24
+
25
  response = ""
 
26
  for message in client.chat_completion(
27
  messages,
28
  max_tokens=max_tokens,
29
  stream=True,
30
  temperature=temperature,
31
+ top_p=top_p,
32
  ):
33
  token = message.choices[0].delta.content
34
  response += token
35
  yield response
36
 
37
+ # إنشاء واجهة Gradio للشات بوت
38
  demo = gr.ChatInterface(
39
  respond,
40
  additional_inputs=[
41
  gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
42
  gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
43
  gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
44
+ gr.Slider(
45
+ minimum=0.1,
46
+ maximum=1.0,
47
+ value=0.95,
48
+ step=0.05,
49
+ label="Top-p (nucleus sampling)",
50
+ ),
51
  ],
52
  )
53