Ever2after commited on
Commit
b0e4e69
ยท
verified ยท
1 Parent(s): 7841794

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +9 -23
app.py CHANGED
@@ -1,7 +1,6 @@
1
  import gradio as gr
2
  from huggingface_hub import InferenceClient
3
 
4
-
5
  def respond(
6
  message,
7
  history: list[dict[str, str]],
@@ -9,21 +8,20 @@ def respond(
9
  max_tokens,
10
  temperature,
11
  top_p,
12
- hf_token: gr.OAuthToken,
13
  ):
14
- """
15
- For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
16
- """
17
- client = InferenceClient(token=hf_token.token, model="openai/gpt-oss-20b")
18
 
19
- messages = [{"role": "system", "content": system_message}]
 
20
 
 
21
  messages.extend(history)
22
-
23
  messages.append({"role": "user", "content": message})
24
 
25
  response = ""
26
-
27
  for message in client.chat_completion(
28
  messages,
29
  max_tokens=max_tokens,
@@ -35,14 +33,9 @@ def respond(
35
  token = ""
36
  if len(choices) and choices[0].delta.content:
37
  token = choices[0].delta.content
38
-
39
  response += token
40
  yield response
41
 
42
-
43
- """
44
- For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
45
- """
46
  chatbot = gr.ChatInterface(
47
  respond,
48
  type="messages",
@@ -50,20 +43,13 @@ chatbot = gr.ChatInterface(
50
  gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
51
  gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
52
  gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
53
- gr.Slider(
54
- minimum=0.1,
55
- maximum=1.0,
56
- value=0.95,
57
- step=0.05,
58
- label="Top-p (nucleus sampling)",
59
- ),
60
  ],
61
  )
62
 
63
  with gr.Blocks() as demo:
64
- gr.LoginButton()
65
  chatbot.render()
66
 
67
-
68
  if __name__ == "__main__":
69
  demo.launch()
 
1
  import gradio as gr
2
  from huggingface_hub import InferenceClient
3
 
 
4
  def respond(
5
  message,
6
  history: list[dict[str, str]],
 
8
  max_tokens,
9
  temperature,
10
  top_p,
11
+ hf_token, # ํ…์ŠคํŠธ๋ฐ•์Šค๋กœ ๋ฐ›์€ ํ† ํฐ
12
  ):
13
+ if not hf_token:
14
+ yield "โŒ Hugging Face token์„ ์ž…๋ ฅํ•ด์ฃผ์„ธ์š”."
15
+ return
 
16
 
17
+ # ํ† ํฐ์œผ๋กœ ํด๋ผ์ด์–ธํŠธ ์ƒ์„ฑ
18
+ client = InferenceClient(token=hf_token, model="openai/gpt-oss-20b")
19
 
20
+ messages = [{"role": "system", "content": system_message}]
21
  messages.extend(history)
 
22
  messages.append({"role": "user", "content": message})
23
 
24
  response = ""
 
25
  for message in client.chat_completion(
26
  messages,
27
  max_tokens=max_tokens,
 
33
  token = ""
34
  if len(choices) and choices[0].delta.content:
35
  token = choices[0].delta.content
 
36
  response += token
37
  yield response
38
 
 
 
 
 
39
  chatbot = gr.ChatInterface(
40
  respond,
41
  type="messages",
 
43
  gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
44
  gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
45
  gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
46
+ gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p"),
47
+ gr.Textbox(label="Hugging Face Token", type="password"), # ๐Ÿ‘ˆ ์‚ฌ์šฉ์ž ์ž…๋ ฅ
 
 
 
 
 
48
  ],
49
  )
50
 
51
  with gr.Blocks() as demo:
 
52
  chatbot.render()
53
 
 
54
  if __name__ == "__main__":
55
  demo.launch()