FECUOY commited on
Commit
ff2a846
·
verified ·
1 Parent(s): 7053584

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +39 -34
app.py CHANGED
@@ -1,7 +1,6 @@
1
  import gradio as gr
2
  from huggingface_hub import InferenceClient
3
 
4
-
5
  def respond(
6
  message,
7
  history: list[dict[str, str]],
@@ -11,43 +10,55 @@ def respond(
11
  top_p,
12
  hf_token: gr.OAuthToken,
13
  ):
14
- """
15
- For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
16
- """
17
- client = InferenceClient(token=hf_token.token, model="huihui-ai/Llama-3.3-70B-Instruct-abliterated-finetuned")
18
 
19
- messages = [{"role": "system", "content": system_message}]
 
 
 
 
20
 
21
- messages.extend(history)
 
 
 
 
 
 
 
 
 
22
 
23
  messages.append({"role": "user", "content": message})
24
 
25
  response = ""
26
 
27
- for message in client.chat_completion(
28
- messages,
29
- max_tokens=max_tokens,
30
- stream=True,
31
- temperature=temperature,
32
- top_p=top_p,
33
- ):
34
- choices = message.choices
35
- token = ""
36
- if len(choices) and choices[0].delta.content:
37
- token = choices[0].delta.content
38
-
39
- response += token
40
- yield response
 
 
 
41
 
42
-
43
- """
44
- For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
45
- """
46
- chatbot = gr.ChatInterface(
47
  respond,
48
- type="messages",
49
  additional_inputs=[
50
- gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
51
  gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
52
  gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
53
  gr.Slider(
@@ -60,11 +71,5 @@ chatbot = gr.ChatInterface(
60
  ],
61
  )
62
 
63
- with gr.Blocks() as demo:
64
- with gr.Sidebar():
65
- gr.LoginButton()
66
- chatbot.render()
67
-
68
-
69
  if __name__ == "__main__":
70
  demo.launch()
 
1
  import gradio as gr
2
  from huggingface_hub import InferenceClient
3
 
 
4
  def respond(
5
  message,
6
  history: list[dict[str, str]],
 
10
  top_p,
11
  hf_token: gr.OAuthToken,
12
  ):
13
+ # التأكد من وجود التوكن
14
+ if hf_token is None or hf_token.token is None:
15
+ yield "يرجى تسجيل الدخول عبر Hugging Face لتتمكن من استخدام النموذج."
16
+ return
17
 
18
+ # تحديد الموديل والتوكن
19
+ client = InferenceClient(
20
+ model="huihui-ai/Llama-3.3-70B-Instruct-abliterated-finetuned",
21
+ token=hf_token.token
22
+ )
23
 
24
+ # بناء قائمة الرسائل
25
+ messages = [{"role": "system", "content": system_message}]
26
+
27
+ # تحويل التاريخ إلى التنسيق المطلوب إذا لم يكن كذلك
28
+ for interaction in history:
29
+ if isinstance(interaction, dict):
30
+ messages.append(interaction)
31
+ elif isinstance(interaction, (list, tuple)):
32
+ messages.append({"role": "user", "content": interaction[0]})
33
+ messages.append({"role": "assistant", "content": interaction[1]})
34
 
35
  messages.append({"role": "user", "content": message})
36
 
37
  response = ""
38
 
39
+ try:
40
+ # استخدام chat_completion مع معالجة حذرة للـ Generator
41
+ for chunk in client.chat_completion(
42
+ messages,
43
+ max_tokens=max_tokens,
44
+ stream=True,
45
+ temperature=temperature,
46
+ top_p=top_p,
47
+ ):
48
+ # الوصول الآمن للمحتوى لتجنب StopIteration أو AttributeError
49
+ if chunk.choices and chunk.choices[0].delta.content:
50
+ token = chunk.choices[0].delta.content
51
+ response += token
52
+ yield response
53
+ except Exception as e:
54
+ # صرخة في وجه الخطأ بدل الصمت المطبق
55
+ yield f"عذراً يوسف، حدث تمزق في نسيج الكود: {str(e)}"
56
 
57
+ # إعداد واجهة Gradio (تأكد من وجود هذه الأجزاء في ملفك)
58
+ demo = gr.ChatInterface(
 
 
 
59
  respond,
 
60
  additional_inputs=[
61
+ gr.Textbox(value="You are a helpful assistant.", label="System message"),
62
  gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
63
  gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
64
  gr.Slider(
 
71
  ],
72
  )
73
 
 
 
 
 
 
 
74
  if __name__ == "__main__":
75
  demo.launch()