Suprath commited on
Commit
83d527a
·
verified ·
1 Parent(s): 7dca4f0

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +22 -9
app.py CHANGED
@@ -1,12 +1,25 @@
1
  import gradio as gr
 
 
 
 
2
 
3
  with gr.Blocks() as demo:
4
- gr.Markdown("# Zephyr-7B-Beta Public API")
5
-
6
- # Load hosted model without login
7
- gr.load(
8
- "models/HuggingFaceH4/zephyr-7b-beta",
9
- provider="auto" # no accept_token, no login
10
- )
11
-
12
- demo.launch()
 
 
 
 
 
 
 
 
 
 
1
  import gradio as gr
2
+ import os
3
+
4
+ # Optional: set your HF token in the environment (for private Spaces)
5
+ HF_TOKEN = os.getenv("HF_TOKEN") # set this in Space Secrets or locally
6
 
7
  with gr.Blocks() as demo:
8
+ gr.Markdown("# Zephyr-7B-Beta Chat API")
9
+
10
+ # Load the hosted model
11
+ if HF_TOKEN:
12
+ # If token exists, use it
13
+ gr.load(
14
+ "models/HuggingFaceH4/zephyr-7b-beta",
15
+ provider="auto",
16
+ hf_token=HF_TOKEN
17
+ )
18
+ else:
19
+ # Public access
20
+ gr.load(
21
+ "models/HuggingFaceH4/zephyr-7b-beta",
22
+ provider="auto"
23
+ )
24
+
25
+ demo.launch(server_name="0.0.0.0", server_port=7860)