Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -29,9 +29,11 @@ class EmailState(TypedDict):
|
|
| 29 |
# model = ChatOpenAI(temperature=0)
|
| 30 |
# model = HuggingFaceInferenceAPI(model_name="Qwen/Qwen2.5-Coder-32B-Instruct")
|
| 31 |
|
|
|
|
| 32 |
model = InferenceClient(
|
| 33 |
model="Qwen/Qwen2.5-Coder-32B-Instruct",
|
| 34 |
-
|
|
|
|
| 35 |
)
|
| 36 |
|
| 37 |
def query_llm(prompt: str):
|
|
|
|
| 29 |
# model = ChatOpenAI(temperature=0)
|
| 30 |
# model = HuggingFaceInferenceAPI(model_name="Qwen/Qwen2.5-Coder-32B-Instruct")
|
| 31 |
|
| 32 |
+
hf_token=os.getenv("hf_token")
|
| 33 |
model = InferenceClient(
|
| 34 |
model="Qwen/Qwen2.5-Coder-32B-Instruct",
|
| 35 |
+
token=hf_token,
|
| 36 |
+
timeout=30
|
| 37 |
)
|
| 38 |
|
| 39 |
def query_llm(prompt: str):
|