Spaces:
Runtime error
Runtime error
Starter LLM Inference Call
Browse files- app.py +3 -0
- requirements.txt +1 -1
app.py
CHANGED
|
@@ -1,6 +1,9 @@
|
|
| 1 |
import os
|
| 2 |
import gradio as gr
|
| 3 |
from openai import OpenAI
|
|
|
|
|
|
|
|
|
|
| 4 |
|
| 5 |
# Initialize HF Router client using OpenAI SDK
|
| 6 |
'''
|
|
|
|
| 1 |
import os
|
| 2 |
import gradio as gr
|
| 3 |
from openai import OpenAI
|
| 4 |
+
from huggingface_hub import InferenceClient
|
| 5 |
+
|
| 6 |
+
print("HF Hub version:", huggingface_hub.__version__)
|
| 7 |
|
| 8 |
# Initialize HF Router client using OpenAI SDK
|
| 9 |
'''
|
requirements.txt
CHANGED
|
@@ -1,4 +1,4 @@
|
|
| 1 |
-
huggingface_hub
|
| 2 |
openai>=1.51.0
|
| 3 |
huggingface-hub>=0.25.0 # only needed if you use InferenceClient later
|
| 4 |
httpx>=0.27.0 # used internally by OpenAI SDK
|
|
|
|
| 1 |
+
huggingface_hub>=0.25.0
|
| 2 |
openai>=1.51.0
|
| 3 |
huggingface-hub>=0.25.0 # only needed if you use InferenceClient later
|
| 4 |
httpx>=0.27.0 # used internally by OpenAI SDK
|